-- Logs begin at Fri 2021-06-04 02:17:16 UTC, end at Fri 2021-06-04 03:19:45 UTC. -- Jun 04 02:57:18.462544 dv-osbrick-780511-13-ceph systemd[1]: Started Devstack devstack@q-svc.service. Jun 04 02:57:21.342891 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.common.config [-] Logging enabled! Jun 04 02:57:21.343581 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255 Jun 04 02:57:21.343711 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95008) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 04 02:57:21.346952 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.common.config [-] Logging enabled! Jun 04 02:57:21.347214 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255 Jun 04 02:57:21.347533 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95008) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 04 02:57:21.348506 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 02:57:21.348747 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 02:57:21.349150 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 02:57:21.349405 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 02:57:21.349643 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 02:57:21.349970 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.350275 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.350577 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.350811 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.351115 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.351412 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.351700 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.351994 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.352299 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.352592 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.352878 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.353199 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.353440 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.353732 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.354028 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.354320 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.354548 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] debug = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.354833 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.355269 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.355701 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.355990 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.356287 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.356572 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.356915 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.357230 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.357638 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.357890 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] host = dv-osbrick-780511-13-ceph {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.358178 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.358546 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.358885 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.359183 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.359468 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.359755 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.360051 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.360334 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.360614 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] log_file = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.360897 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.361238 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.361535 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.361833 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.362065 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.362294 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.362594 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.362894 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.363177 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.363471 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.363749 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.364034 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.364315 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.364590 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.364891 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.365215 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.365508 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.365788 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.366067 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.366344 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.366623 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.366911 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.367190 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.367467 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.367746 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.368040 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.368314 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.368587 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.368894 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] service_plugins = ['router'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.369209 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.369497 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.369785 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.370062 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.370351 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.370630 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.370907 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.371183 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] use_json = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.371458 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.371733 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.372021 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.372299 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.372582 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.373633 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.374028 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.374338 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:21.374652 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.374992 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.375308 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.375605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.375913 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.376203 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.376504 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.376795 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.377131 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.377437 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.377741 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.378031 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.378331 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.378620 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.379005 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.379292 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.379600 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.379959 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.380271 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.380557 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.380871 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.381247 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.381544 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.381879 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.382208 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.382494 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.382787 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.383088 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.383373 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.383654 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.384003 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.384266 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.384580 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.384886 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.385235 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.385552 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.385823 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.386106 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.386392 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.386688 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.386975 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.387253 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.387534 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.387817 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.388096 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.389007 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.389316 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.389590 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.389872 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.390158 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.390439 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.390721 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.391007 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.391288 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.391571 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.391854 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.392134 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.392416 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.392703 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.393003 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.393286 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.393567 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.393856 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.394138 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.394417 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.394696 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.394974 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.395254 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.395548 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.395867 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.396154 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.396444 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.396730 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.397043 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.397329 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.397614 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.397902 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.398189 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.398473 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.398780 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.399071 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.399370 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.399661 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.399947 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.400252 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.400537 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.400828 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.401143 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.401430 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.401730 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.402025 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.402337 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.402640 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.402941 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.403241 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.403545 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.403831 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.404329 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.404628 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:21.404849 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 02:57:21.405178 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95008) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 04 02:57:21.770987 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:57:21.771310 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:57:21.771651 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:57:21.772030 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 04 02:57:22.168812 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.169127 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.169406 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.170674 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.170953 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.171227 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.207239 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.207541 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.207814 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.221888 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.222223 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.222542 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.253593 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.253880 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.254158 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.293283 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.293576 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.293851 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.545636 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.546339 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.546339 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.546579 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.547402 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.679604 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.679932 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.680225 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.680521 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.680785 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.681128 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.681396 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.681658 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.681916 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.682202 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.682466 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.682734 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.683001 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.683261 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.683534 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.683807 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.684070 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.684364 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.684602 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.684894 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.685335 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.685597 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.685855 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.686152 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.686410 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.686664 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.687078 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 02:57:22.687325 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 02:57:22.687568 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 02:57:22.687808 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 02:57:22.688047 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 02:57:22.688285 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 02:57:22.688662 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 04 02:57:22.692226 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 04 02:57:22.696279 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 04 02:57:22.700381 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 04 02:57:22.702179 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 04 02:57:22.702647 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 04 02:57:22.702991 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 04 02:57:22.703393 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 04 02:57:22.706332 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 04 02:57:22.706593 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 04 02:57:22.706955 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 02:57:22.735986 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 04 02:57:22.736457 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.736769 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95008) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 04 02:57:22.737163 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.738558 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95008) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 04 02:57:22.738862 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 02:57:22.739119 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 04 02:57:22.742507 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.742802 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:22.809774 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 04 02:57:22.809968 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 04 02:57:22.810219 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 04 02:57:22.810618 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 04 02:57:22.843607 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_db.sqlalchemy.engines [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95008) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 04 02:57:23.327872 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Initializing driver for type 'gre' Jun 04 02:57:23.328414 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] gre ID ranges: [(1, 1000)] Jun 04 02:57:23.398488 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Initializing driver for type 'local' Jun 04 02:57:23.398832 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Initializing driver for type 'vlan' Jun 04 02:57:23.413136 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] VlanTypeDriver initialization complete Jun 04 02:57:23.413602 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Initializing driver for type 'vxlan' Jun 04 02:57:23.414224 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] vxlan ID ranges: [(1, 1000)] Jun 04 02:57:23.501900 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Initializing extension driver 'port_security' Jun 04 02:57:23.502542 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.extensions.port_security [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] PortSecurityExtensionDriver initialization complete Jun 04 02:57:23.503015 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Initializing mechanism driver 'openvswitch' Jun 04 02:57:23.503407 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Initializing mechanism driver 'hyperv' Jun 04 02:57:23.510349 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.plugins.ml2.plugin [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 02:57:23.511146 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > port after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.511530 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > port after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.511889 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > port after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.512292 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > subnet after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.512651 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > subnet after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.513050 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.513954 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > network after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.514311 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > network after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.514660 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > network after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.515048 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > security_group after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.515405 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > security_group after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.515753 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.516137 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.516486 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.516829 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.517247 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > address_group after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.517595 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > address_group after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.517935 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.518289 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] ML2 OVO RPC backend initialized. {{(pid=95008) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 04 02:57:23.519087 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.519450 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.519877 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > network before_response 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.520231 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > networks before_response 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.520580 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > port before_response 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.520924 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > ports before_response 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.521309 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > subnet before_response 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.521654 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > subnets before_response 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.522002 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > network after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.522343 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > network after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.522679 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > network after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.523018 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > port after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.523360 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > port after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.523696 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > port after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.524032 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > subnet after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.524366 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > subnet after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.524697 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.525398 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.plugin [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Modular L2 Plugin initialization complete Jun 04 02:57:23.525733 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading services supported by the core plugin {{(pid=95008) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 04 02:57:23.526070 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.plugins.ml2.managers [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Got port-security extension from driver 'port_security' Jun 04 02:57:23.526547 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.extensions.vlantransparent [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Disabled vlantransparent extension. Jun 04 02:57:23.527054 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading service plugins: ['router', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95008) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 04 02:57:23.527379 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading Plugin: router Jun 04 02:57:23.683012 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.683754 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router after_create 55549900 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.683754 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router before_create 55549900 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.684137 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.684516 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.684879 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router after_delete 55549900 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.685946 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.686542 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router after_create 55549900 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.687348 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router after_update 55549900 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.687728 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router after_update 55549900 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.688085 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.688456 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router after_update 55549900 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.688882 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router precommit_update 55549900 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.689300 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: port after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.689652 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: port after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.689994 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: subnet after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.690338 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.690694 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.691049 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router precommit_create 55549900 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.691401 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: port before_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.691757 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router precommit_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.692122 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router after_update 55549900 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.692469 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.692819 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router precommit_create 55549900 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.693269 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.693584 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router precommit_update 55549900 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.693972 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > network after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.694948 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Tracking information for resource: router configured {{(pid=95008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 02:57:23.695283 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Tracking information for resource: floatingip configured {{(pid=95008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 02:57:23.701031 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.db.l3_agentschedulers_db [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 04 02:57:23.701656 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: port after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.702031 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: port after_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.702388 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: port after_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.702745 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: port after_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.703788 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router before_create 55550100 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.704169 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.704543 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router precommit_create 55550100 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.705294 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > router precommit_update 55550100 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.710238 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.services.provider_configuration [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Service providers = [] {{(pid=95008) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 04 02:57:23.710613 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.db.servicetype_db [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95008) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 04 02:57:23.714030 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.services.service_base [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95008) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 02:57:23.714381 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.services.service_base [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95008) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 02:57:23.714729 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.services.service_base [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95008) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 02:57:23.715671 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.services.service_base [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95008) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 02:57:23.716064 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.services.service_base [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 04 02:57:23.716545 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95008) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 02:57:23.716879 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading Plugin: auto_allocate Jun 04 02:57:23.723442 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: network precommit_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.723820 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: network precommit_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.724377 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95008) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 02:57:23.724708 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading Plugin: tag Jun 04 02:57:23.733133 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95008) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 02:57:23.733467 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading Plugin: timestamp Jun 04 02:57:23.738379 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95008) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 02:57:23.738711 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading Plugin: network_ip_availability Jun 04 02:57:23.744800 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.745202 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.745563 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:23.746424 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95008) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 02:57:23.746758 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading Plugin: flavors Jun 04 02:57:23.753982 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95008) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 02:57:23.754320 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading Plugin: revisions Jun 04 02:57:23.759454 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95008) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 02:57:23.759870 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_concurrency.lockutils [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.988s {{(pid=95008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:57:23.760638 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95008) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 04 02:57:23.761014 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Initializing extension manager. Jun 04 02:57:23.761571 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: __init__.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.761924 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: __pycache__ {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.762261 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.762604 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: address_group.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.763845 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.764906 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: address-group Jun 04 02:57:23.765312 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: address_scope.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.766440 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.767036 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: address-scope Jun 04 02:57:23.767409 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.768593 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.769246 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: router-admin-state-down-before-update Jun 04 02:57:23.769618 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: agent.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.770732 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.771311 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: agent Jun 04 02:57:23.771671 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: agent_resources_synced.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.772760 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.773369 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: agent-resources-synced Jun 04 02:57:23.773739 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: allowedaddresspairs.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.775733 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.776357 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: allowed-address-pairs Jun 04 02:57:23.776726 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: auto_allocated_topology.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.778047 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.778635 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: auto-allocated-topology Jun 04 02:57:23.779089 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: availability_zone.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.779877 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.780449 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: availability_zone Jun 04 02:57:23.780817 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: availability_zone_filter.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.782107 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.782741 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: availability_zone_filter Jun 04 02:57:23.783111 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: data_plane_status.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.784134 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.784704 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension data-plane-status not supported by any of loaded plugins Jun 04 02:57:23.785137 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: default_subnetpools.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.786190 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.786767 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: default-subnetpools Jun 04 02:57:23.787151 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.788084 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.788651 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: dhcp_agent_scheduler Jun 04 02:57:23.789055 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: dns.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.790413 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.790972 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension dns-integration not supported by any of loaded plugins Jun 04 02:57:23.791329 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: dns_domain_ports.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.792312 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.793049 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 04 02:57:23.793430 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: dvr.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.795033 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.795217 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: dvr Jun 04 02:57:23.795781 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: empty_string_filtering.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.797254 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.798236 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: empty-string-filtering Jun 04 02:57:23.798548 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.799851 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.800425 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 04 02:57:23.801042 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.802456 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.803345 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 04 02:57:23.803873 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: external_net.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.805192 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.805775 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: external-net Jun 04 02:57:23.806217 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.807665 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.808196 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: extra_dhcp_opt Jun 04 02:57:23.808529 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: extraroute.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.809522 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.810043 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: extraroute Jun 04 02:57:23.810959 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: extraroute_atomic.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.812177 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.812954 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: extraroute-atomic Jun 04 02:57:23.813132 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: filter_validation.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.814133 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.818617 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: filter-validation Jun 04 02:57:23.818617 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: fip_pf_description.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.818617 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.818617 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 04 02:57:23.818617 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: fip_port_details.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.818617 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.818617 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: fip-port-details Jun 04 02:57:23.819469 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: flavors.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.820331 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.820857 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: flavors Jun 04 02:57:23.821219 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.822947 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.825320 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 04 02:57:23.825320 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: floatingip_pools.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.825320 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.825320 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: floatingip-pools Jun 04 02:57:23.825320 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: ip_allocation.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.826519 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.827215 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension ip_allocation not supported by any of loaded plugins Jun 04 02:57:23.827549 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.828545 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.829433 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: ip-substring-filtering Jun 04 02:57:23.829433 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: l2_adjacency.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.830922 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.831804 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 04 02:57:23.832348 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: l3.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.833624 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.834406 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: router Jun 04 02:57:23.834755 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.837636 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.838216 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 04 02:57:23.838558 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.839683 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.840185 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: ext-gw-mode Jun 04 02:57:23.840519 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.842027 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.842817 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: l3-ha Jun 04 02:57:23.843408 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: l3_flavors.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.844515 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.845082 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: l3-flavors Jun 04 02:57:23.845413 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.846804 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.847478 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 04 02:57:23.847834 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: l3agentscheduler.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.849071 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.849868 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: l3_agent_scheduler Jun 04 02:57:23.850002 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: logging.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.853988 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.853988 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension logging not supported by any of loaded plugins Jun 04 02:57:23.854394 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: metering.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.856800 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.858517 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension metering not supported by any of loaded plugins Jun 04 02:57:23.859088 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.860648 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.861311 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension metering_source_and_destination_fields not supported by any of loaded plugins Jun 04 02:57:23.861721 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: multiprovidernet.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.862927 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.863599 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: multi-provider Jun 04 02:57:23.864066 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: netmtu.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.865712 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.866613 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: net-mtu Jun 04 02:57:23.867165 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: netmtu_writable.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.868568 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.869541 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: net-mtu-writable Jun 04 02:57:23.869953 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: network_availability_zone.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.871245 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.872437 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: network_availability_zone Jun 04 02:57:23.873575 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: network_ip_availability.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.875610 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.876193 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: network-ip-availability Jun 04 02:57:23.876533 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: network_segment_range.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.877828 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.878594 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension network-segment-range not supported by any of loaded plugins Jun 04 02:57:23.878929 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: pagination.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.880396 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.880735 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: pagination Jun 04 02:57:23.881107 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: port_device_profile.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.882157 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.882733 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: port-device-profile Jun 04 02:57:23.883061 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.884064 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.884591 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: port-mac-address-regenerate Jun 04 02:57:23.884916 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.885900 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.886421 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: port-numa-affinity-policy Jun 04 02:57:23.886749 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: port_resource_request.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.887689 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.888236 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension port-resource-request not supported by any of loaded plugins Jun 04 02:57:23.888563 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: portbindings.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.889559 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.890080 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: binding Jun 04 02:57:23.890407 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: portbindings_extended.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.891758 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.892278 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: binding-extended Jun 04 02:57:23.892616 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: portsecurity.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.893980 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.894492 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: port-security Jun 04 02:57:23.894822 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: project_id.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.895800 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.896132 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: project-id Jun 04 02:57:23.896454 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: providernet.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.897458 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.897930 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: provider Jun 04 02:57:23.898256 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: qos.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.901848 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.902380 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension qos not supported by any of loaded plugins Jun 04 02:57:23.902721 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.904047 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.904751 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 04 02:57:23.905113 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.906040 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.906562 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 04 02:57:23.906894 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: qos_default.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.907804 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.908320 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension qos-default not supported by any of loaded plugins Jun 04 02:57:23.908650 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: qos_fip.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.909335 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.909841 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension qos-fip not supported by any of loaded plugins Jun 04 02:57:23.910166 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: qos_gateway_ip.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.911084 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.911595 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 04 02:57:23.911920 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: qos_port_network_policy.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.912831 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.913366 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 04 02:57:23.913692 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: qos_rule_type_details.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.914853 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.915361 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 04 02:57:23.915688 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: qos_rules_alias.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.916766 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.917322 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 04 02:57:23.917651 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: quotasv2.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.918632 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.918959 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: quotas Jun 04 02:57:23.919284 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: quotasv2_detail.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.921943 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.922289 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: quota_details Jun 04 02:57:23.922634 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: rbac.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.923741 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.924308 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: rbac-policies Jun 04 02:57:23.924641 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: rbac_address_group.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.925652 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.926172 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: rbac-address-group Jun 04 02:57:23.926500 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: rbac_address_scope.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.927411 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.927926 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: rbac-address-scope Jun 04 02:57:23.928253 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: rbac_security_groups.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.929190 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.929703 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: rbac-security-groups Jun 04 02:57:23.930027 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: rbac_subnetpool.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.930932 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.931442 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: rbac-subnetpool Jun 04 02:57:23.931767 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: revisionifmatch.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.932694 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.933245 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: revision-if-match Jun 04 02:57:23.933573 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: revisions.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.934700 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.935272 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: standard-attr-revisions Jun 04 02:57:23.936091 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: router_availability_zone.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.936770 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.937326 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: router_availability_zone Jun 04 02:57:23.937643 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: routerservicetype.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.938565 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.939089 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension router-service-type not supported by any of loaded plugins Jun 04 02:57:23.939419 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.940336 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.940856 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: security-groups-normalized-cidr Jun 04 02:57:23.941209 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.942154 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.942670 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: port-security-groups-filtering Jun 04 02:57:23.942995 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.943906 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.944417 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: security-groups-remote-address-group Jun 04 02:57:23.944745 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: securitygroup.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.956160 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.956730 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: security-group Jun 04 02:57:23.957117 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: segment.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.958015 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.958536 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension segment not supported by any of loaded plugins Jun 04 02:57:23.958865 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.959915 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.960438 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 04 02:57:23.960759 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: servicetype.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.961963 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.962493 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: service-type Jun 04 02:57:23.963102 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: sorting.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.964119 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.964454 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: sorting Jun 04 02:57:23.964783 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: standard_attr_segment.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.965745 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.966268 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 04 02:57:23.966746 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: standardattrdescription.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.967423 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.967939 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: standard-attr-description Jun 04 02:57:23.968278 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: stateful_security_group.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.969389 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.969913 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: stateful-security-group Jun 04 02:57:23.970238 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: stdattrs_common.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.970829 dv-osbrick-780511-13-ceph neutron-server[95008]: WARNING neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 04 02:57:23.971161 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.972450 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.973012 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 04 02:57:23.973333 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: subnet_onboard.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.974423 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.974941 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: subnet_onboard Jun 04 02:57:23.975268 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.976197 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.976705 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 04 02:57:23.977057 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: subnet_service_types.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.977977 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.978490 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: subnet-service-types Jun 04 02:57:23.978816 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: subnetallocation.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.979907 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.980420 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: subnet_allocation Jun 04 02:57:23.980748 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.981450 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.982518 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: subnetpool-prefix-ops Jun 04 02:57:23.983052 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.984040 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.984549 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 04 02:57:23.984886 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: tagging.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.986010 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.986537 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: standard-attr-tag Jun 04 02:57:23.986865 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: timestamp.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.988095 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.988619 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loaded extension: standard-attr-timestamp Jun 04 02:57:23.988950 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: trunk.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.990005 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.990533 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension trunk not supported by any of loaded plugins Jun 04 02:57:23.990862 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: trunk_details.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.991792 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.992313 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension trunk-details not supported by any of loaded plugins Jun 04 02:57:23.992639 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: uplink_status_propagation.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.993595 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.994112 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 04 02:57:23.994434 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Loading extension file: vlantransparent.py {{(pid=95008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 02:57:23.995114 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 02:57:23.995620 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 04 02:57:23.998733 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:network Jun 04 02:57:23.999500 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:subnet Jun 04 02:57:24.000316 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 02:57:24.000925 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:port Jun 04 02:57:24.002315 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.v2.resource_helper [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 02:57:24.002764 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.v2.resource_helper [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Service FLAVORS assigned prefix: {{(pid=95008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 02:57:24.003409 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.v2.resource_helper [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 02:57:24.003839 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.v2.resource_helper [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 02:57:24.004176 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:router Jun 04 02:57:24.004862 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:floatingip Jun 04 02:57:24.006584 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:24.006964 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:24.007323 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 02:57:24.008559 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 02:57:24.009042 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:security_group Jun 04 02:57:24.009732 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 02:57:24.010517 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.v2.resource_helper [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Service CORE assigned prefix: {{(pid=95008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 02:57:24.010873 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 02:57:24.011195 dv-osbrick-780511-13-ceph neutron-server[95008]: WARNING neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] subnetpool is already registered Jun 04 02:57:24.011830 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.v2.resource_helper [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Service CORE assigned prefix: {{(pid=95008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 02:57:24.012165 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 02:57:24.012492 dv-osbrick-780511-13-ceph neutron-server[95008]: WARNING neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] subnetpool is already registered Jun 04 02:57:24.015122 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.v2.resource_helper [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 02:57:24.015562 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.v2.resource_helper [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Service FLAVORS assigned prefix: {{(pid=95008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 02:57:24.016163 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.v2.resource_helper [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 02:57:24.016592 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.v2.resource_helper [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 02:57:24.016932 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:router Jun 04 02:57:24.017291 dv-osbrick-780511-13-ceph neutron-server[95008]: WARNING neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] router is already registered Jun 04 02:57:24.017921 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:floatingip Jun 04 02:57:24.018251 dv-osbrick-780511-13-ceph neutron-server[95008]: WARNING neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] floatingip is already registered Jun 04 02:57:24.019108 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 02:57:24.019441 dv-osbrick-780511-13-ceph neutron-server[95008]: WARNING neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] rbac_policy is already registered Jun 04 02:57:24.019865 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:security_group Jun 04 02:57:24.020193 dv-osbrick-780511-13-ceph neutron-server[95008]: WARNING neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] security_group is already registered Jun 04 02:57:24.021002 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 02:57:24.021336 dv-osbrick-780511-13-ceph neutron-server[95008]: WARNING neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] security_group_rule is already registered Jun 04 02:57:24.022027 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.v2.resource_helper [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Service CORE assigned prefix: {{(pid=95008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 02:57:24.022360 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 02:57:24.022684 dv-osbrick-780511-13-ceph neutron-server[95008]: WARNING neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] subnetpool is already registered Jun 04 02:57:24.023300 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.v2.resource_helper [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Service CORE assigned prefix: {{(pid=95008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 02:57:24.023631 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 02:57:24.023956 dv-osbrick-780511-13-ceph neutron-server[95008]: WARNING neutron.quota.resource_registry [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] subnetpool is already registered Jun 04 02:57:24.024613 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: extensions {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.026172 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: address-groups {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.027698 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: address-scopes {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.029619 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: agents {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.030821 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: auto-allocated-topology {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.032091 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: availability_zones {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.033451 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: dhcp-networks {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.034875 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: dhcp-agents {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.036320 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: routers {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.038211 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: flavors {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.039401 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: service_profiles {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.040892 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: next_providers {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.042386 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: service_profiles {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.043953 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: floatingip-pools {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.045826 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: routers {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.047620 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: floatingips {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.048931 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: l3-routers {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.050368 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: l3-agents {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.051817 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: network-ip-availabilities {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.053267 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: bindings {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.054852 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: quotas {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.056323 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: quotas {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.057870 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: rbac-policies {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.059117 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: security-groups {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.061107 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: security-group-rules {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.062389 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: service-providers {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.063708 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: subnetpools {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.065107 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: subnetpools {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.066572 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: tags {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.069748 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: tags {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.071499 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: tags {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.074036 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: tags {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.075559 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: tags {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.078094 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: tags {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.079918 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: tags {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.081761 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: tags {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.083545 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: tags {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.085505 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron.api.extensions [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Extended resource: tags {{(pid=95008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 02:57:24.092017 dv-osbrick-780511-13-ceph neutron-server[95008]: WARNING keystonemiddleware.auth_token [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 04 02:57:24.096912 dv-osbrick-780511-13-ceph neutron-server[95008]: WARNING keystonemiddleware.auth_token [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 04 02:57:24.106208 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_concurrency.lockutils [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Acquired lock "singleton_lock" {{(pid=95008) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 04 02:57:24.106715 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_concurrency.lockutils [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Releasing lock "singleton_lock" {{(pid=95008) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 04 02:57:24.107458 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO oslo_service.service [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Starting 2 workers Jun 04 02:57:24.112604 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Started child 95115 {{(pid=95008) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 02:57:24.117413 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Started child 95116 {{(pid=95008) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 02:57:24.119144 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO neutron.service [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 04 02:57:24.119844 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Notify callbacks [] for process, before_spawn {{(pid=95008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:24.121545 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:24.122553 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO oslo_service.service [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Starting 1 workers Jun 04 02:57:24.124492 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [-] (95115) wsgi starting up on http://0.0.0.0:9696 Jun 04 02:57:24.124703 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:24.126458 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [-] (95116) wsgi starting up on http://0.0.0.0:9696 Jun 04 02:57:24.128594 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Started child 95117 {{(pid=95008) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 02:57:24.129219 dv-osbrick-780511-13-ceph neutron-server[95008]: INFO oslo_service.service [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Starting 1 workers Jun 04 02:57:24.133828 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Started child 95118 {{(pid=95008) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 02:57:24.134689 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG neutron_lib.callbacks.manager [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] Notify callbacks [] for process, after_spawn {{(pid=95008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:24.135335 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.service [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] calling RpcWorker wait() {{(pid=95117) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 04 02:57:24.136106 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.service [None req-f21208a2-5d75-4ea5-8e6e-2b82fee73a23 None None] returning from RpcWorker wait() {{(pid=95117) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 04 02:57:24.136740 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95008) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 04 02:57:24.136949 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 02:57:24.137418 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 02:57:24.137635 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 02:57:24.138141 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 02:57:24.138359 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:24.138989 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 02:57:24.139449 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.140282 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 02:57:24.140413 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.140413 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.140413 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.140785 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.141059 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.141178 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:24.141997 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.142255 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.142515 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 02:57:24.142880 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.142880 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.143307 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.143307 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.143742 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.143742 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.144166 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.144166 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.144567 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.144781 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.145030 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.145248 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.145473 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.145687 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.145894 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] debug = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.146112 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.146593 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.146866 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.147085 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.147333 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.147700 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.147930 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.148258 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.148489 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.148708 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.148929 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.149203 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.149430 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.149649 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.149866 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.150101 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.150312 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.150770 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] host = dv-osbrick-780511-13-ceph {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.150990 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.151197 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.151473 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.151715 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.151978 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.152209 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.152476 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.152738 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.153042 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.153290 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.153516 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.153737 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.154060 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.155225 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_file = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.155225 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_options = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.155225 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.155225 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.155225 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.156256 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.156256 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.156256 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.156256 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.156256 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.156256 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.157486 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.157486 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.157486 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.157486 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.157486 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.158454 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.158454 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.158454 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.158454 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.161861 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.161861 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.161861 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.161861 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.162716 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 33702) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:57:24.162957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.162957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.162957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.162957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.162957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.162957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.162957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.162957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.162957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.171023 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.171023 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.171023 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.171023 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.171023 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.171023 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.171023 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] service_plugins = ['router'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.171023 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.172495 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.172495 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.172495 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.172495 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.172495 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.172495 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.172495 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] use_json = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.172495 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.173957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.173957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.173957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.173957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.173957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.173957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.173957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.173957 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.175303 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.175303 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.175303 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.175303 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.175303 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.175303 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.175303 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.175303 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.176634 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.176634 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.176634 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.176634 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.176634 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.176634 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.176634 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.176634 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.178015 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.178015 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.178015 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.178015 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.178015 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.178015 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.178015 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.178015 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.179344 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.179344 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.179344 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.179344 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.179344 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.179344 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.179344 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.179344 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.180759 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.180759 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.180759 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.180759 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.180759 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.180759 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.180759 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.180759 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.180759 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.185805 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.185805 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.185805 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.185805 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.185805 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.185805 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.185805 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.185805 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.185805 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.191242 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.191242 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.191242 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.191242 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.191242 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.191242 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.191242 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.191242 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.191242 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.197846 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.197846 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.197846 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.197846 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.197846 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.197846 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.197846 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.197846 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.197846 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.200625 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.200625 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.200625 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.200625 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.200625 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.200625 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.200625 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.200625 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.200625 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.203331 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.203331 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.203331 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.203726 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0249031 Jun 04 02:57:24.203869 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.203869 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.203869 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.203869 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.203869 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.203869 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.203869 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.203869 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.204858 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.204858 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.204858 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.204858 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.204858 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.204858 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.204858 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.204858 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.205803 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.205803 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.205803 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.205803 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.205803 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.205803 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.205803 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.205803 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.206571 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.206571 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.206571 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.206907 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.207265 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.208044 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.208044 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.209555 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.209555 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.209555 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.209555 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.210720 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.210720 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.211179 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.213542 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.213542 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.213542 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.213542 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.213542 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.215271 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.217029 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.217029 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.217029 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.217491 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.217876 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.219066 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.219066 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.219244 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.219613 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.220001 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.220419 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.220895 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.221422 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.222551 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.222551 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.222819 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.223727 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.223727 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.224021 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.224351 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.224764 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.225253 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.225679 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.226085 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.226523 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.226936 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.227351 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.228709 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.229179 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.229608 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.230032 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.230386 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.233231 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.233231 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.233231 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.233231 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.233231 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.235364 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.235740 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.236097 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.236452 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.236839 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.237272 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.237647 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.238814 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.238814 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.238814 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.239215 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.240463 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.240926 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.241308 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.241667 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.242041 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.242385 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.242733 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.243088 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.243456 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.243797 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.244168 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.244507 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.244941 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.245438 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.246660 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.246660 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.246660 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.247239 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.247239 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.248145 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.248566 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.248971 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.249421 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.249801 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.250179 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.250563 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.251978 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.252380 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.252724 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.253104 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.253599 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.253841 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.254212 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.254650 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.255033 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.255380 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.255728 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.256055 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.256381 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.256700 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.257102 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.257463 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.257818 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.258174 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.258521 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.258860 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.259234 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.259550 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.259914 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.260269 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.260608 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.260964 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.262422 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.262833 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.263149 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.265386 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.265546 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.268423 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.268423 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.268423 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.268423 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.268423 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.268423 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.269248 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.269248 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.269499 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.269820 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.270233 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.271793 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.271793 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.271793 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.271793 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.272410 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.272888 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.274363 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.274592 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.275048 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.275534 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.275939 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.276214 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.276785 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.278948 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.278948 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.279225 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.279537 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.280027 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.280435 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.280803 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.281269 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.281622 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.281951 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.282314 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.282879 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.282982 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.283263 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.283582 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.283883 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.284878 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.284878 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.284878 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.285146 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.285347 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 02:57:24.286416 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95008) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 04 02:57:24.286416 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 02:57:24.286659 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 02:57:24.286746 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 02:57:24.286950 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 02:57:24.287155 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 02:57:24.287431 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.287644 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.287859 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.288074 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.288283 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.288527 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.288742 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.288952 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.289227 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.289481 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.289998 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.290256 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.290513 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.290762 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.290983 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.291193 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.291407 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.291618 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.291837 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.292048 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.292261 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.292470 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.292679 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] debug = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.292893 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.293254 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.293519 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.293754 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.294071 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.294286 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.294537 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.294728 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.294918 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.295162 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.295436 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.295721 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.295972 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.296187 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.296399 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.296616 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.296829 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.297089 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] host = dv-osbrick-780511-13-ceph {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.297324 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.297515 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.297724 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.297935 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.298162 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.298359 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.298568 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.298784 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.298994 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.299203 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.299415 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.299624 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.299832 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.300041 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_file = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.300251 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_options = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.300470 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.300679 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.300896 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.301209 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.301475 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.301723 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.301989 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.302247 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.302518 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.302766 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.302979 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.303200 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.303453 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.303707 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.303958 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.304212 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.304437 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.304704 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.304959 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.305252 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.305480 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.305743 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.306006 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.306292 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.306529 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.306731 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.306978 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.307246 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.307503 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.307766 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.307993 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.308209 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.308423 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.308635 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.308849 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.309177 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.309357 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.309637 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] service_plugins = ['router'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.309869 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.311036 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.311036 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.311512 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.311512 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.311795 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.312045 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.312198 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] use_json = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.312349 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.312514 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.312663 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.312811 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.312951 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.314199 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.314199 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.314199 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 02:57:24.314199 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.314199 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.314199 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.314199 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.314199 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.317044 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.317044 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.317044 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.317044 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.317044 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.317044 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.317044 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.317044 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.317044 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.318615 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.318615 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.318615 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.318615 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.318615 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.318615 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.318615 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.318615 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.319930 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.319930 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.319930 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.319930 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.319930 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.319930 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.319930 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.319930 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.320953 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.320953 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.320953 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.320953 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.320953 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.320953 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.320953 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.320953 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.320953 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.322418 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.322418 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.322418 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.322418 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.322418 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.322418 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.322418 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.322418 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.322418 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.323726 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.323726 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.323726 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.323726 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.323726 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.323726 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.323726 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.323726 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.323726 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.324895 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.324895 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.324895 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.324895 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.324895 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.324895 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.324895 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.324895 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.324895 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.327081 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.327081 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.327081 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.327081 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.327081 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.327081 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.327081 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.327081 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.327081 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.328446 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.328446 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.328446 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.328446 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.328446 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.328446 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.328446 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.328446 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.328446 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.329605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.329605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.329605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.329605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.329605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.329605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.329605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.329605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.330760 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.330760 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.330760 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.330760 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.330760 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.330760 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.330760 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.330760 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.331855 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.331855 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.331855 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.331855 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.331855 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.331855 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.331855 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.331855 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.333145 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.333145 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.333145 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.333145 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.333145 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.333145 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.333145 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.333145 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.334605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.334605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.334605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.334605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.334605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.334605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.334605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.334605 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.336082 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.336082 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.336082 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.336082 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.336082 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.336082 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.336082 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.336082 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.337336 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.337336 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.337336 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.337336 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.337336 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.337336 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.337336 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.337336 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.338738 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.338738 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.338738 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.338738 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.338738 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.338738 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.338738 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.338738 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.340195 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.340195 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.340195 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.340195 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.340195 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.340195 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.340195 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.340195 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.342058 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.342058 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.342058 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.342058 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.342058 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.342058 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.342058 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.342058 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.343412 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.343412 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.343412 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.343412 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.343412 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.343412 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.343412 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.343412 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.345037 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.345037 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.345037 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.345037 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.345037 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.345037 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.345037 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.345037 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.346325 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.346325 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.346325 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.346325 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.346325 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.346325 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.346325 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.346325 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.347795 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.347795 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.347795 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.347795 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.347795 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.348565 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 02:57:24.348718 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.348718 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.348718 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.348718 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.348718 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.348718 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.348718 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.348718 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.350137 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.350137 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.350137 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.350137 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.350137 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.350137 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.350137 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.350137 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.350137 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.352928 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.352928 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.352928 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.352928 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.352928 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.352928 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.352928 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.352928 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.354250 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.354250 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.354250 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.354250 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.354250 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.354250 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.354250 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.354250 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.354250 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.355734 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.355734 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.355734 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.355734 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.355734 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.355734 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.355734 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.355734 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.357750 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.357750 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.357750 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.357750 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.357750 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.357750 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.357750 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.357750 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.359152 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.359152 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.359152 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.359152 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.359152 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.359152 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.359152 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.359152 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.360929 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.360929 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.360929 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.360929 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.360929 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.360929 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.360929 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.360929 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.360929 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.363259 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.363259 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.363259 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.363259 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.363259 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.363259 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.363259 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.363259 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.363259 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.364763 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.364763 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.364763 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.364763 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.364763 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 02:57:24.364763 dv-osbrick-780511-13-ceph neutron-server[95008]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 02:57:37.736063 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba2ba54-5a74-4960-870b-a3827651ee5c None None] get_active_networks_info from dv-osbrick-780511-13-ceph {{(pid=95117) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 04 02:57:37.993233 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba2ba54-5a74-4960-870b-a3827651ee5c None None] No non-hosted networks {{(pid=95117) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 04 02:57:38.011392 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc3f3-a166-4836-b44b-ee76edf2018a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101'] for agent, after_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:38.015843 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.agentschedulers_db [None req-bba2ba54-5a74-4960-870b-a3827651ee5c None None] DHCP Agent not found on host dv-osbrick-780511-13-ceph {{(pid=95117) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 04 02:57:39.579327 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101'] for agent, after_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:39.579987 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:39.580252 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:39.580562 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:39.580895 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:39.581284 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:39.581614 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:39.581939 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:39.582292 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:39.582605 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:39.582928 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:39.583272 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:39.583621 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:39.584020 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-osbrick-780511-13-ceph', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 02:57:39.595165 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-osbrick-780511-13-ceph', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 02:57:40.883887 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-4f073b6e-d295-4dbf-9a65-75fad8d44703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101'] for agent, after_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:40.922293 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ba6a090f-66c1-457a-9402-7e999cadb377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:41.420993 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101'] for agent, after_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:44.105351 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 33798) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:57:44.340289 dv-osbrick-780511-13-ceph neutron-server[95116]: WARNING oslo_policy.policy [None req-4ea3b066-54d6-42a1-8d28-9a6b8d1a95eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 02:57:44.341475 dv-osbrick-780511-13-ceph neutron-server[95116]: WARNING oslo_policy.policy [None req-4ea3b066-54d6-42a1-8d28-9a6b8d1a95eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 02:57:44.567785 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [None req-4ea3b066-54d6-42a1-8d28-9a6b8d1a95eb admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=95116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 02:57:44.568841 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-4ea3b066-54d6-42a1-8d28-9a6b8d1a95eb admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.4622607 Jun 04 02:57:47.415632 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 33812) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:57:47.477013 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-927d8450-af55-4708-9785-706c518e916d admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 02:57:47.634361 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.policy [None req-927d8450-af55-4708-9785-706c518e916d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95116) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 02:57:47.734673 dv-osbrick-780511-13-ceph neutron-server[95116]: WARNING oslo_policy.policy [None req-927d8450-af55-4708-9785-706c518e916d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 02:57:47.735322 dv-osbrick-780511-13-ceph neutron-server[95116]: WARNING oslo_policy.policy [None req-927d8450-af55-4708-9785-706c518e916d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 02:57:47.755225 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.quota [None req-927d8450-af55-4708-9785-706c518e916d admin admin] Loaded quota_driver: . Jun 04 02:57:47.779765 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-927d8450-af55-4708-9785-706c518e916d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 02:57:47.855512 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-927d8450-af55-4708-9785-706c518e916d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764864369830', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764864369019', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764864822256', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764864812576', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764864804957', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764864794788', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16306773', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16315632', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-570239', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-653249'] for rbac-policy, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:47.933068 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-927d8450-af55-4708-9785-706c518e916d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:47.935855 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-927d8450-af55-4708-9785-706c518e916d admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5176499 Jun 04 02:57:48.706486 dv-osbrick-780511-13-ceph neutron-server[95117]: INFO neutron.db.l3_hamode_db [None req-59129e6a-de4a-4a8d-87e7-07b7d2b8aa16 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 04 02:57:48.797755 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59129e6a-de4a-4a8d-87e7-07b7d2b8aa16 None None] Routers set() bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 02:57:48.798150 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59129e6a-de4a-4a8d-87e7-07b7d2b8aa16 None None] Router IDs set() for agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 04 02:57:50.372900 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 33824) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:57:50.497710 dv-osbrick-780511-13-ceph neutron-server[95115]: WARNING oslo_policy.policy [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 02:57:50.498502 dv-osbrick-780511-13-ceph neutron-server[95115]: WARNING oslo_policy.policy [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 02:57:50.717237 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'a3185539879a4ec6aeabc81dae2d135e', 'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e'}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 02:57:50.719004 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.quota [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Loaded quota_driver: . Jun 04 02:57:50.735488 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 02:57:50.742369 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Usage tracker for resource:network and tenant:a3185539879a4ec6aeabc81dae2d135e is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 02:57:50.748280 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 02:57:50.756606 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 02:57:50.774999 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Made reservation on behalf of a3185539879a4ec6aeabc81dae2d135e for: {'network': 1} {{(pid=95115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 02:57:50.852063 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.policy [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95115) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 02:57:50.902363 dv-osbrick-780511-13-ceph neutron-server[95115]: WARNING oslo_policy.policy [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 02:57:50.902722 dv-osbrick-780511-13-ceph neutron-server[95115]: WARNING oslo_policy.policy [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 02:57:50.915028 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16288105'] for network, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:50.937976 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:50.954398 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 02:57:50.958248 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Usage tracker for resource:security_group_rule and tenant:a3185539879a4ec6aeabc81dae2d135e is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 02:57:50.963921 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 02:57:50.972575 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 02:57:51.095544 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:51.100058 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:51.106199 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:57:51.127184 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=95115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 02:57:51.156877 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764861782110', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16460206'] for segment, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:51.157479 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Unsubscribe: segment precommit_create {{(pid=95115) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 02:57:51.158038 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.db.segments_db [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Added segment 9e1e3c85-2723-40b7-a1d6-80027141ebab of type vlan for network 278bcea7-36e1-4976-a348-7f1b0a525c20 Jun 04 02:57:51.213421 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5545325-e38f-405c-a05d-800f5344d62f,revision_number=1']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:57:51.230999 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:51.231370 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:51.232371 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:51.232698 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:51.233045 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:51.233380 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:51.233697 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:51.234026 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:51.234343 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:51.234650 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:51.234955 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:51.235258 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Tracked resource versions report: Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: pushed versions: Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: { 'AddressGroup': {'1.2'}, Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'ConntrackHelper': {'1.0'}, Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Log': {'1.0'}, Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Network': {'1.1'}, Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Port': {'1.7'}, Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'PortForwarding': {'1.2'}, Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'QosPolicy': {'1.8'}, Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'SecurityGroup': {'1.4'}, Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'SecurityGroupRule': {'1.2'}, Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'SubPort': {'1.0'}, Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Subnet': {'1.1'}, Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Trunk': {'1.1'}} Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: consumer versions: Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: { DHCP agent@dv-osbrick-780511-13-ceph: {}, Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: L3 agent@dv-osbrick-780511-13-ceph: {}, Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: Metadata agent@dv-osbrick-780511-13-ceph: {}, Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: Open vSwitch agent@dv-osbrick-780511-13-ceph: { 'AddressGroup': '1.2', Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'ConntrackHelper': '1.0', Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Log': '1.0', Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Network': '1.1', Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Port': '1.7', Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'PortForwarding': '1.2', Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'QosPolicy': '1.8', Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'SecurityGroup': '1.4', Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'SecurityGroupRule': '1.2', Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'SubPort': '1.0', Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Subnet': '1.1', Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Trunk': '1.1'}} Jun 04 02:57:51.236607 dv-osbrick-780511-13-ceph neutron-server[95115]: {{(pid=95115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 02:57:51.290306 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:57:51.292213 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764861424285'] for network, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:51.343171 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-906707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564108'] for network, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:51.344940 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 02:57:51.345722 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for network, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:51.350354 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:57:51.458746 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0833566 Jun 04 02:57:51.462331 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Pushing event updated for resources: {'Network': ['ID=278bcea7-36e1-4976-a348-7f1b0a525c20,revision_number=1']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:57:51.476215 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:57:51.489035 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Network 278bcea7-36e1-4976-a348-7f1b0a525c20 details requested by agent ovs-agent-dv-osbrick-780511-13-ceph with host dv-osbrick-780511-13-ceph {{(pid=95117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 02:57:54.820214 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 33846) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:57:54.990311 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a44560e-75e2-4a8d-a0ae-0fb68d4b77ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 02:57:54.991763 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-7a44560e-75e2-4a8d-a0ae-0fb68d4b77ca admin admin] 10.222.0.45 "GET /v2.0/networks/278bcea7-36e1-4976-a348-7f1b0a525c20 HTTP/1.1" status: 200 len: 825 time: 0.1701705 Jun 04 02:57:55.029467 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-57682d70-cb19-4ac9-8fc9-aa55b643b886 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/f64d2dbc-880f-4548-bd27-459be2e5b8ce HTTP/1.1" status: 200 len: 734 time: 0.0278335 Jun 04 02:57:55.039009 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Request body: {'subnet': {'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20', 'subnetpool_id': 'f64d2dbc-880f-4548-bd27-459be2e5b8ce'}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 02:57:55.045419 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 02:57:55.049662 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Usage tracker for resource:subnet and tenant:a3185539879a4ec6aeabc81dae2d135e is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 02:57:55.052864 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 02:57:55.059474 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 02:57:55.070012 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Made reservation on behalf of a3185539879a4ec6aeabc81dae2d135e for: {'subnet': 1} {{(pid=95115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 02:57:55.072355 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Notify callbacks [] for subnet, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:55.742228 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213'] for subnet, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:55.751513 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:57:55.896959 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2,revision_number=0']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:57:55.905070 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Checking segment: {'id': '9e1e3c85-2723-40b7-a1d6-80027141ebab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 02:57:55.905660 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Network hostable DHCP agents. Network: 278bcea7-36e1-4976-a348-7f1b0a525c20, hostable agents: ['fcf24da8-e7cd-4546-bbad-4611ec3e4f75'], hosted agents: [] {{(pid=95115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 02:57:55.912032 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:57:55.936243 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Network 278bcea7-36e1-4976-a348-7f1b0a525c20 is scheduled to be hosted by DHCP agent fcf24da8-e7cd-4546-bbad-4611ec3e4f75 with binding_index 1 {{(pid=95115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 02:57:55.946553 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.base_scheduler [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-780511-13-ceph, 278bcea7-36e1-4976-a348-7f1b0a525c20) {{(pid=95115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 02:57:55.952430 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 02:57:55.953053 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for subnet, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:55.958833 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75fe971-fab5-4422-bdb4-bd0344300887 None None] Network 278bcea7-36e1-4976-a348-7f1b0a525c20 requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 02:57:55.986184 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9427962 Jun 04 02:57:56.290266 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1866ae96-c246-5fbe-9aa0-f43422e6bd43-278bcea7-36e1-4976-a348-7f1b0a525c20', 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20', 'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e', 'fixed_ips': [{'subnet_id': '7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2'}]}} from dv-osbrick-780511-13-ceph. {{(pid=95117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 02:57:56.291522 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:56.487818 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.db_base_plugin_common [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Allocated IP 172.20.0.2 (278bcea7-36e1-4976-a348-7f1b0a525c20/7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2/7509c674-8e4e-4204-a970-db8c5642c603) {{(pid=95117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 02:57:56.728839 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Notify callbacks [] for port, precommit_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:56.744708 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Transition to ACTIVE for port object 7509c674-8e4e-4204-a970-db8c5642c603 will not be triggered until provisioned by entity L2. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 02:57:56.769559 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Transition to ACTIVE for port object 7509c674-8e4e-4204-a970-db8c5642c603 will not be triggered until provisioned by entity DHCP. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 02:57:56.778674 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:56.787696 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:57:56.848965 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Network 278bcea7-36e1-4976-a348-7f1b0a525c20 is already hosted by enough agents. {{(pid=95117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 02:57:56.851942 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.scheduler.base_scheduler [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Resources bound (agent type, host, resource id): {{(pid=95117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 02:57:56.856719 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Received port after_create {{(pid=95117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 02:57:56.894038 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Pushing event updated for resources: {'Port': ['ID=7509c674-8e4e-4204-a970-db8c5642c603,revision_number=1']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:57:56.938324 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:56.938722 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:56.939011 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:56.939335 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:56.939655 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:56.939980 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:56.940299 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:56.940619 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:56.941169 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:56.941280 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:56.941618 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:56.941916 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Tracked resource versions report: Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: pushed versions: Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: { 'AddressGroup': {'1.2'}, Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'ConntrackHelper': {'1.0'}, Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Log': {'1.0'}, Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Network': {'1.1'}, Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Port': {'1.7'}, Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'PortForwarding': {'1.2'}, Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'QosPolicy': {'1.8'}, Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'SecurityGroup': {'1.4'}, Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'SecurityGroupRule': {'1.2'}, Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'SubPort': {'1.0'}, Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Subnet': {'1.1'}, Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Trunk': {'1.1'}} Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: consumer versions: Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: { DHCP agent@dv-osbrick-780511-13-ceph: {}, Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: L3 agent@dv-osbrick-780511-13-ceph: {}, Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: Metadata agent@dv-osbrick-780511-13-ceph: {}, Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: Open vSwitch agent@dv-osbrick-780511-13-ceph: { 'AddressGroup': '1.2', Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'ConntrackHelper': '1.0', Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Log': '1.0', Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Network': '1.1', Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Port': '1.7', Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'PortForwarding': '1.2', Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'QosPolicy': '1.8', Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'SecurityGroup': '1.4', Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'SecurityGroupRule': '1.2', Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'SubPort': '1.0', Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Subnet': '1.1', Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Trunk': '1.1'}} Jun 04 02:57:56.943295 dv-osbrick-780511-13-ceph neutron-server[95117]: {{(pid=95117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 02:57:56.947346 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:57:56.975994 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Attempting to bind port 7509c674-8e4e-4204-a970-db8c5642c603 on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 02:57:56.976681 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Attempting to bind port 7509c674-8e4e-4204-a970-db8c5642c603 by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': '9e1e3c85-2723-40b7-a1d6-80027141ebab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20'}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 02:57:56.976784 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Attempting to bind port 7509c674-8e4e-4204-a970-db8c5642c603 on network 278bcea7-36e1-4976-a348-7f1b0a525c20 {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 02:57:56.983414 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 2, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 02:57:56.983833 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Checking segment: {'id': '9e1e3c85-2723-40b7-a1d6-80027141ebab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 02:57:56.984338 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:56.984731 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Bound using segment: {'id': '9e1e3c85-2723-40b7-a1d6-80027141ebab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20'} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 02:57:56.985250 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Bound port: 7509c674-8e4e-4204-a970-db8c5642c603, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1e3c85-2723-40b7-a1d6-80027141ebab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20'}}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 02:57:56.985640 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:57.089231 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] For port 7509c674-8e4e-4204-a970-db8c5642c603, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 02:57:57.093977 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] For port 7509c674-8e4e-4204-a970-db8c5642c603, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=7509c674-8e4e-4204-a970-db8c5642c603,segment=NetworkSegment(9e1e3c85-2723-40b7-a1d6-80027141ebab),segment_id=9e1e3c85-2723-40b7-a1d6-80027141ebab)] {{(pid=95117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 02:57:57.100722 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:57:57.105425 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:57:57.216897 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Pushing event updated for resources: {'Port': ['ID=7509c674-8e4e-4204-a970-db8c5642c603,revision_number=2']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:57:57.223373 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:57:58.339197 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 33854) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:57:58.396064 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [None req-acd5d9f6-65a5-417f-b619-ed6e8496bae0 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=95115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 02:57:58.397111 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-acd5d9f6-65a5-417f-b619-ed6e8496bae0 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0569415 Jun 04 02:58:00.903624 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 33862) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:58:00.952554 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [None req-36f762b9-8e27-41ef-8442-4a2a790b5bfd admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=95115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 02:58:00.953552 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-36f762b9-8e27-41ef-8442-4a2a790b5bfd admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0488210 Jun 04 02:58:03.331859 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 33876) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:58:03.382647 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-261eba9b-71d7-4a5d-8c1e-1b3263162ad9 admin admin] Request body: {'router': {'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e', 'name': 'router1', 'admin_state_up': True}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 02:58:03.388350 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-261eba9b-71d7-4a5d-8c1e-1b3263162ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 02:58:03.392433 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-261eba9b-71d7-4a5d-8c1e-1b3263162ad9 admin admin] Usage tracker for resource:router and tenant:a3185539879a4ec6aeabc81dae2d135e is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 02:58:03.395932 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-261eba9b-71d7-4a5d-8c1e-1b3263162ad9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 02:58:03.401802 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-261eba9b-71d7-4a5d-8c1e-1b3263162ad9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 02:58:03.412200 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-261eba9b-71d7-4a5d-8c1e-1b3263162ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-338'] for router, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:03.414169 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-261eba9b-71d7-4a5d-8c1e-1b3263162ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-929192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-325'] for router, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:03.438127 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-261eba9b-71d7-4a5d-8c1e-1b3263162ad9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:03.548370 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-261eba9b-71d7-4a5d-8c1e-1b3263162ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924535'] for router, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:03.568739 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-261eba9b-71d7-4a5d-8c1e-1b3263162ad9 admin admin] Notify callbacks [] for router, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:03.569970 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-261eba9b-71d7-4a5d-8c1e-1b3263162ad9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2368453 Jun 04 02:58:03.673098 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4516e085-571a-4896-99fa-a899d14bc4f2 None None] Network 278bcea7-36e1-4976-a348-7f1b0a525c20 requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 02:58:03.769944 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-513cf18f-f8b8-41c1-8e32-43a8ae04c4c4 None None] Provisioning for port 7509c674-8e4e-4204-a970-db8c5642c603 completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 02:58:04.069611 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 7509c674-8e4e-4204-a970-db8c5642c603 up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 02:58:04.141264 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port 7509c674-8e4e-4204-a970-db8c5642c603 completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 02:58:04.146055 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 7509c674-8e4e-4204-a970-db8c5642c603 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 02:58:04.146462 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:04.218138 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-f213aa95-6041-4994-889b-efdc35adab58 None None] Provisioning complete for port 7509c674-8e4e-4204-a970-db8c5642c603 triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 02:58:04.218425 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-f213aa95-6041-4994-889b-efdc35adab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:04.330691 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:04.414148 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] For port 7509c674-8e4e-4204-a970-db8c5642c603, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=7509c674-8e4e-4204-a970-db8c5642c603,segment=NetworkSegment(9e1e3c85-2723-40b7-a1d6-80027141ebab),segment_id=9e1e3c85-2723-40b7-a1d6-80027141ebab)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 02:58:04.421219 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-f213aa95-6041-4994-889b-efdc35adab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:04.428420 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:04.435619 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:58:04.563048 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Pushing event updated for resources: {'Port': ['ID=7509c674-8e4e-4204-a970-db8c5642c603,revision_number=3']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:58:04.567790 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:58:04.570120 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.db.api [None req-f213aa95-6041-4994-889b-efdc35adab58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 02:58:04.570536 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_db.api [None req-f213aa95-6041-4994-889b-efdc35adab58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 02:58:05.930342 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 33884) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:58:05.982526 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [None req-d70bef50-3d35-409c-94a5-bbeff8a827dc admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=95115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 02:58:05.983527 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-d70bef50-3d35-409c-94a5-bbeff8a827dc admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0519207 Jun 04 02:58:06.038036 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 7509c674-8e4e-4204-a970-db8c5642c603 up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 02:58:06.118129 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 7509c674-8e4e-4204-a970-db8c5642c603 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 02:58:06.118496 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:07.585638 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-c87ce4c1-7d3e-40e6-add9-96151beba650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:08.329063 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 33892) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:58:08.376719 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 02:58:08.381659 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 02:58:08.385444 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Usage tracker for resource:network and tenant:8f5278b8b2a042b3982612095c8fd08a is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 02:58:08.389625 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 02:58:08.396767 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 02:58:08.407023 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Made reservation on behalf of 8f5278b8b2a042b3982612095c8fd08a for: {'network': 1} {{(pid=95115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 02:58:08.409470 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16288105'] for network, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:08.421672 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:08.436152 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 02:58:08.439884 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Usage tracker for resource:security_group_rule and tenant:8f5278b8b2a042b3982612095c8fd08a is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 02:58:08.442653 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 02:58:08.448187 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 02:58:08.537084 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:08.541483 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:08.544649 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:58:08.566355 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Reserving flat network on physical network physnet1 {{(pid=95115) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 04 02:58:08.579650 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfcbba5-e1b9-4c34-906e-dc3228a8cd38,revision_number=1']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:58:08.582956 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:58:08.587635 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16460206'] for segment, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:08.587978 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.db.segments_db [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Added segment 4d3cb9de-8556-49db-b58b-198bb21ce050 of type flat for network 5916b097-3e89-45f2-8f3c-981f42c8c244 Jun 04 02:58:08.620109 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764861424285'] for network, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:08.657451 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-906707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564108'] for network, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:08.658798 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 02:58:08.659360 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for network, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:08.663777 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-bb9c790b-7692-46a6-a5a7-2607c6d58a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:58:08.756061 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4259076 Jun 04 02:58:08.764376 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Pushing event updated for resources: {'Network': ['ID=5916b097-3e89-45f2-8f3c-981f42c8c244,revision_number=1']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:58:08.767518 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-1c61cc3f-c282-420e-aa87-c2e3bdd7f649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:58:08.774606 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Network 5916b097-3e89-45f2-8f3c-981f42c8c244 details requested by agent ovs-agent-dv-osbrick-780511-13-ceph with host dv-osbrick-780511-13-ceph {{(pid=95117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 02:58:09.567920 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:10.876472 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-15807f67-df1c-4c93-b144-ae49ee442980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:11.037918 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 33900) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:58:11.160792 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9783579c-0ea4-42be-9f6a-27e2a48ce51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 02:58:11.162290 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-9783579c-0ea4-42be-9f6a-27e2a48ce51e admin admin] 10.222.0.45 "GET /v2.0/subnets/7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2 HTTP/1.1" status: 200 len: 849 time: 0.1234467 Jun 04 02:58:11.345833 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-6fdccec7-b871-4232-a891-fe55e1838dd9 admin admin] 10.222.0.45 "GET /v2.0/routers/f9bc5fce-43f8-4a26-b40e-909cc1a10fc1 HTTP/1.1" status: 200 len: 704 time: 0.1779015 Jun 04 02:58:11.356424 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:11.837907 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:12.077351 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Allocated IP 172.20.0.1 (278bcea7-36e1-4976-a348-7f1b0a525c20/7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2/55cf199a-779b-4348-b1bc-903980d338cd) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 02:58:12.244505 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:12.263682 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Transition to ACTIVE for port object 55cf199a-779b-4348-b1bc-903980d338cd will not be triggered until provisioned by entity DHCP. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 02:58:12.320276 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:12.325052 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:58:12.392928 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Network 278bcea7-36e1-4976-a348-7f1b0a525c20 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 02:58:12.395896 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 02:58:12.430651 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Pushing event updated for resources: {'Port': ['ID=55cf199a-779b-4348-b1bc-903980d338cd,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:58:12.439352 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 02:58:12.439904 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-923472'] for router_interface, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:12.560778 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:12.561159 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:12.561500 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:12.561830 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:12.562161 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:12.562513 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:12.562838 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:12.563180 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:12.563508 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:12.563828 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:12.564145 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:12.564460 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Tracked resource versions report: Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: pushed versions: Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: { 'AddressGroup': {'1.2'}, Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'ConntrackHelper': {'1.0'}, Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Log': {'1.0'}, Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Network': {'1.1'}, Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Port': {'1.7'}, Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'PortForwarding': {'1.2'}, Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'QosPolicy': {'1.8'}, Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'SecurityGroup': {'1.4'}, Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'SecurityGroupRule': {'1.2'}, Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'SubPort': {'1.0'}, Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Subnet': {'1.1'}, Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Trunk': {'1.1'}} Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: consumer versions: Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: { DHCP agent@dv-osbrick-780511-13-ceph: {}, Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: L3 agent@dv-osbrick-780511-13-ceph: {}, Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: Metadata agent@dv-osbrick-780511-13-ceph: {}, Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: Open vSwitch agent@dv-osbrick-780511-13-ceph: { 'AddressGroup': '1.2', Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'ConntrackHelper': '1.0', Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Log': '1.0', Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Network': '1.1', Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Port': '1.7', Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'PortForwarding': '1.2', Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'QosPolicy': '1.8', Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'SecurityGroup': '1.4', Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'SecurityGroupRule': '1.2', Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'SubPort': '1.0', Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Subnet': '1.1', Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Trunk': '1.1'}} Jun 04 02:58:12.565806 dv-osbrick-780511-13-ceph neutron-server[95116]: {{(pid=95116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 02:58:12.578197 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:58:12.594311 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00afeff2-4d08-4c4b-98c6-995284f60213 None None] Provisioning for port 55cf199a-779b-4348-b1bc-903980d338cd completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 02:58:12.599344 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00afeff2-4d08-4c4b-98c6-995284f60213 None None] Provisioning complete for port 55cf199a-779b-4348-b1bc-903980d338cd triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 02:58:12.599795 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00afeff2-4d08-4c4b-98c6-995284f60213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:12.654062 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-00afeff2-4d08-4c4b-98c6-995284f60213 None None] Port 55cf199a-779b-4348-b1bc-903980d338cd cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 02:58:12.714494 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:12.942067 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:12.946284 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:12.947587 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921265'] for router_interface, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:12.951009 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:58:13.041498 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Pushing event updated for resources: {'Port': ['ID=55cf199a-779b-4348-b1bc-903980d338cd,revision_number=2']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:58:13.112881 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:58:13.167854 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Network 278bcea7-36e1-4976-a348-7f1b0a525c20 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 02:58:13.169698 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 02:58:13.360400 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Router f9bc5fce-43f8-4a26-b40e-909cc1a10fc1 is scheduled to L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 with binding_index 1 {{(pid=95116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 02:58:13.379653 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-dec4ddfc-2c62-4c39-8ad0-9d8cc4eecda7 None None] Provisioning complete for port 55cf199a-779b-4348-b1bc-903980d338cd triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 02:58:13.380077 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-dec4ddfc-2c62-4c39-8ad0-9d8cc4eecda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:13.437350 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-dec4ddfc-2c62-4c39-8ad0-9d8cc4eecda7 None None] Port 55cf199a-779b-4348-b1bc-903980d338cd cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 02:58:13.518001 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 02:58:13.527166 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] 10.222.0.45 "PUT /v2.0/routers/f9bc5fce-43f8-4a26-b40e-909cc1a10fc1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1763585 Jun 04 02:58:13.529089 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Sync routers for ids ['f9bc5fce-43f8-4a26-b40e-909cc1a10fc1'] in dv-osbrick-780511-13-ceph {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 02:58:13.541207 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Routers {'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 02:58:13.542113 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T02:58:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['f9bc5fce-43f8-4a26-b40e-909cc1a10fc1'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 02:58:13.724072 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Set router f9bc5fce-43f8-4a26-b40e-909cc1a10fc1 gateway port host: None {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 02:58:14.106304 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1', 'name': 'router1', 'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T02:58:03Z', 'updated_at': '2021-06-04T02:58:12Z', 'revision_number': 2, 'project_id': 'a3185539879a4ec6aeabc81dae2d135e', 'gw_port_host': None, '_interfaces': [{'id': '55cf199a-779b-4348-b1bc-903980d338cd', 'name': '', 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20', 'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e', 'mac_address': 'fa:16:3e:e5:c2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T02:58:11Z', 'updated_at': '2021-06-04T02:58:12Z', 'revision_number': 2, 'project_id': 'a3185539879a4ec6aeabc81dae2d135e', 'subnets': [{'id': '7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64d2dbc-880f-4548-bd27-459be2e5b8ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 02:58:14.111413 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Checking router: f9bc5fce-43f8-4a26-b40e-909cc1a10fc1 for host: dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 02:58:14.111784 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Updating router f9bc5fce-43f8-4a26-b40e-909cc1a10fc1 port 55cf199a-779b-4348-b1bc-903980d338cd binding host dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 02:58:14.167324 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:14.555312 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Notify callbacks [] for port, precommit_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:14.570592 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.provisioning_blocks [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Transition to ACTIVE for port object 55cf199a-779b-4348-b1bc-903980d338cd will not be triggered until provisioned by entity L2. {{(pid=95118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 02:58:14.577828 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:14.585063 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:58:14.803358 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Pushing event updated for resources: {'Port': ['ID=55cf199a-779b-4348-b1bc-903980d338cd,revision_number=3']} {{(pid=95118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:58:14.823092 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:14.823354 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:14.823683 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:14.824005 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:14.824856 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:14.825192 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:14.825509 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:14.825821 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:14.826149 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:14.826461 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:14.826768 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:14.827073 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Tracked resource versions report: Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: pushed versions: Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: { 'AddressGroup': {'1.2'}, Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'ConntrackHelper': {'1.0'}, Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Log': {'1.0'}, Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Network': {'1.1'}, Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Port': {'1.7'}, Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'PortForwarding': {'1.2'}, Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'QosPolicy': {'1.8'}, Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'SecurityGroup': {'1.4'}, Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'SecurityGroupRule': {'1.2'}, Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'SubPort': {'1.0'}, Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Subnet': {'1.1'}, Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Trunk': {'1.1'}} Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: consumer versions: Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: { DHCP agent@dv-osbrick-780511-13-ceph: {}, Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: L3 agent@dv-osbrick-780511-13-ceph: {}, Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: Metadata agent@dv-osbrick-780511-13-ceph: {}, Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: Open vSwitch agent@dv-osbrick-780511-13-ceph: { 'AddressGroup': '1.2', Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'ConntrackHelper': '1.0', Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Log': '1.0', Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Network': '1.1', Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Port': '1.7', Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'PortForwarding': '1.2', Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'QosPolicy': '1.8', Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'SecurityGroup': '1.4', Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'SecurityGroupRule': '1.2', Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'SubPort': '1.0', Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Subnet': '1.1', Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Trunk': '1.1'}} Jun 04 02:58:14.828416 dv-osbrick-780511-13-ceph neutron-server[95118]: {{(pid=95118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 02:58:14.836863 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:58:14.837737 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.managers [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Attempting to bind port 55cf199a-779b-4348-b1bc-903980d338cd on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 02:58:14.838670 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.managers [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Attempting to bind port 55cf199a-779b-4348-b1bc-903980d338cd by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': '9e1e3c85-2723-40b7-a1d6-80027141ebab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20'}] {{(pid=95118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 02:58:14.838670 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Attempting to bind port 55cf199a-779b-4348-b1bc-903980d338cd on network 278bcea7-36e1-4976-a348-7f1b0a525c20 {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 02:58:14.844415 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 2, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 02:58:14.844833 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Checking segment: {'id': '9e1e3c85-2723-40b7-a1d6-80027141ebab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 02:58:14.845339 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:14.845726 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Bound using segment: {'id': '9e1e3c85-2723-40b7-a1d6-80027141ebab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20'} {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 02:58:14.846212 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.managers [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Bound port: 55cf199a-779b-4348-b1bc-903980d338cd, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1e3c85-2723-40b7-a1d6-80027141ebab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20'}}] {{(pid=95118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 02:58:14.846581 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:14.934990 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.db [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] For port 55cf199a-779b-4348-b1bc-903980d338cd, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 02:58:14.938870 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.db [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] For port 55cf199a-779b-4348-b1bc-903980d338cd, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=55cf199a-779b-4348-b1bc-903980d338cd,segment=NetworkSegment(9e1e3c85-2723-40b7-a1d6-80027141ebab),segment_id=9e1e3c85-2723-40b7-a1d6-80027141ebab)] {{(pid=95118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 02:58:14.945509 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:14.949847 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:58:15.036654 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Routers {'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 02:58:15.037301 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T02:58:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['f9bc5fce-43f8-4a26-b40e-909cc1a10fc1'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 02:58:15.085442 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Pushing event updated for resources: {'Port': ['ID=55cf199a-779b-4348-b1bc-903980d338cd,revision_number=4']} {{(pid=95118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:58:15.093706 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:58:15.192750 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] Set router f9bc5fce-43f8-4a26-b40e-909cc1a10fc1 gateway port host: None {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 02:58:15.515258 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1', 'name': 'router1', 'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T02:58:03Z', 'updated_at': '2021-06-04T02:58:12Z', 'revision_number': 2, 'project_id': 'a3185539879a4ec6aeabc81dae2d135e', 'gw_port_host': None, '_interfaces': [{'id': '55cf199a-779b-4348-b1bc-903980d338cd', 'name': '', 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20', 'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e', 'mac_address': 'fa:16:3e:e5:c2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T02:58:11Z', 'updated_at': '2021-06-04T02:58:14Z', 'revision_number': 4, 'project_id': 'a3185539879a4ec6aeabc81dae2d135e', 'subnets': [{'id': '7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64d2dbc-880f-4548-bd27-459be2e5b8ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 02:58:15.519497 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ee743-a80d-40a4-8b99-9131f63310a6 None None] The sync data for ids ['f9bc5fce-43f8-4a26-b40e-909cc1a10fc1'] in dv-osbrick-780511-13-ceph is: [{'id': 'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1', 'name': 'router1', 'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T02:58:03Z', 'updated_at': '2021-06-04T02:58:12Z', 'revision_number': 2, 'project_id': 'a3185539879a4ec6aeabc81dae2d135e', 'gw_port_host': None, '_interfaces': [{'id': '55cf199a-779b-4348-b1bc-903980d338cd', 'name': '', 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20', 'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e', 'mac_address': 'fa:16:3e:e5:c2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T02:58:11Z', 'updated_at': '2021-06-04T02:58:14Z', 'revision_number': 4, 'project_id': 'a3185539879a4ec6aeabc81dae2d135e', 'subnets': [{'id': '7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64d2dbc-880f-4548-bd27-459be2e5b8ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 02:58:15.837307 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 33914) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:58:15.981344 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01950165-ae42-45af-ba10-573cccdc298b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 02:58:15.982696 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-01950165-ae42-45af-ba10-573cccdc298b admin admin] 10.222.0.45 "GET /v2.0/networks/5916b097-3e89-45f2-8f3c-981f42c8c244 HTTP/1.1" status: 200 len: 842 time: 0.1445282 Jun 04 02:58:15.992081 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.31.0.1', 'cidr': '172.31.0.0/24', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 02:58:15.998111 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 02:58:16.002077 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Usage tracker for resource:subnet and tenant:8f5278b8b2a042b3982612095c8fd08a is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 02:58:16.005064 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 02:58:16.015435 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 02:58:16.025820 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Made reservation on behalf of 8f5278b8b2a042b3982612095c8fd08a for: {'subnet': 1} {{(pid=95116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 02:58:16.029034 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:16.501411 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.objects.ports [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95116) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 04 02:58:16.501862 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213'] for subnet, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:16.505458 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:58:16.572183 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c8f888-8aaf-4c6f-a442-219875e52608,revision_number=0']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:58:16.577386 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:58:16.585383 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Checking segment: {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 02:58:16.585735 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Network hostable DHCP agents. Network: 5916b097-3e89-45f2-8f3c-981f42c8c244, hostable agents: ['fcf24da8-e7cd-4546-bbad-4611ec3e4f75'], hosted agents: [] {{(pid=95116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 02:58:16.604369 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Network 5916b097-3e89-45f2-8f3c-981f42c8c244 is scheduled to be hosted by DHCP agent fcf24da8-e7cd-4546-bbad-4611ec3e4f75 with binding_index 1 {{(pid=95116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 02:58:16.615061 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-780511-13-ceph, 5916b097-3e89-45f2-8f3c-981f42c8c244) {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 02:58:16.619396 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 02:58:16.620071 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for subnet, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:16.625463 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29d05c0-4ff3-4d00-bacf-741d1ea9d771 None None] Network 5916b097-3e89-45f2-8f3c-981f42c8c244 requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 02:58:16.656088 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6594620 Jun 04 02:58:16.827618 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681a7114-ccaa-4500-af5a-d863a2b8b646 None None] Network 5916b097-3e89-45f2-8f3c-981f42c8c244 requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 02:58:18.978546 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 33926) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:58:19.175801 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-eb06590c-786b-4fa7-bca2-9dee64c076de admin admin] 10.222.0.45 "GET /v2.0/routers/f9bc5fce-43f8-4a26-b40e-909cc1a10fc1 HTTP/1.1" status: 200 len: 710 time: 0.1961169 Jun 04 02:58:19.342215 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233b397b-40db-4183-b2b8-cd6fe99c66c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 02:58:19.344638 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-233b397b-40db-4183-b2b8-cd6fe99c66c6 admin admin] 10.222.0.45 "GET /v2.0/networks/5916b097-3e89-45f2-8f3c-981f42c8c244 HTTP/1.1" status: 200 len: 886 time: 0.1628029 Jun 04 02:58:19.352748 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'}}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 02:58:19.804007 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924426', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-311'] for router, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:20.062236 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 55cf199a-779b-4348-b1bc-903980d338cd up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 02:58:20.128298 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port 55cf199a-779b-4348-b1bc-903980d338cd completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 02:58:20.132725 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 55cf199a-779b-4348-b1bc-903980d338cd triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 02:58:20.133129 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:20.133403 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:20.190231 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:20.271529 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:20.304792 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] For port 55cf199a-779b-4348-b1bc-903980d338cd, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=55cf199a-779b-4348-b1bc-903980d338cd,segment=NetworkSegment(9e1e3c85-2723-40b7-a1d6-80027141ebab),segment_id=9e1e3c85-2723-40b7-a1d6-80027141ebab)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 02:58:20.308815 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:20.310974 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:58:20.329849 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Allocated IP 172.31.0.206 (5916b097-3e89-45f2-8f3c-981f42c8c244/20c8f888-8aaf-4c6f-a442-219875e52608/9708f64e-e762-438c-9a87-1627035d2403) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 02:58:20.376421 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Pushing event updated for resources: {'Port': ['ID=55cf199a-779b-4348-b1bc-903980d338cd,revision_number=5']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:58:20.380524 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:58:20.474901 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:20.504128 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:20.507835 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:58:20.568828 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Network 5916b097-3e89-45f2-8f3c-981f42c8c244 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 02:58:20.571423 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 02:58:20.574928 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 02:58:20.683103 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=9708f64e-e762-438c-9a87-1627035d2403,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:58:20.687498 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:58:21.000028 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:21.338782 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924426', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-311'] for router, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:21.342586 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930102'] for router, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:21.519755 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Router f9bc5fce-43f8-4a26-b40e-909cc1a10fc1 has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 02:58:21.694593 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 02:58:21.702995 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Notify callbacks [] for router, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:21.704178 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] 10.222.0.45 "PUT /v2.0/routers/f9bc5fce-43f8-4a26-b40e-909cc1a10fc1 HTTP/1.1" status: 200 len: 890 time: 2.3551149 Jun 04 02:58:21.707395 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Sync routers for ids ['f9bc5fce-43f8-4a26-b40e-909cc1a10fc1'] in dv-osbrick-780511-13-ceph {{(pid=95117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 02:58:21.718379 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Routers {'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 02:58:21.719071 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T02:58:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['f9bc5fce-43f8-4a26-b40e-909cc1a10fc1'], 'active': True} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 02:58:21.913567 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvr_db [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Set router f9bc5fce-43f8-4a26-b40e-909cc1a10fc1 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 02:58:22.061170 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 55cf199a-779b-4348-b1bc-903980d338cd up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 02:58:22.240306 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 55cf199a-779b-4348-b1bc-903980d338cd triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 02:58:22.240681 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:22.436559 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1', 'name': 'router1', 'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.206'}], 'enable_snat': True}, 'gw_port_id': '9708f64e-e762-438c-9a87-1627035d2403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T02:58:03Z', 'updated_at': '2021-06-04T02:58:20Z', 'revision_number': 4, 'project_id': 'a3185539879a4ec6aeabc81dae2d135e', 'gw_port': {'id': '9708f64e-e762-438c-9a87-1627035d2403', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T02:58:20Z', 'updated_at': '2021-06-04T02:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '55cf199a-779b-4348-b1bc-903980d338cd', 'name': '', 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20', 'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e', 'mac_address': 'fa:16:3e:e5:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T02:58:11Z', 'updated_at': '2021-06-04T02:58:20Z', 'revision_number': 5, 'project_id': 'a3185539879a4ec6aeabc81dae2d135e', 'subnets': [{'id': '7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64d2dbc-880f-4548-bd27-459be2e5b8ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 02:58:22.441980 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Checking router: f9bc5fce-43f8-4a26-b40e-909cc1a10fc1 for host: dv-osbrick-780511-13-ceph {{(pid=95117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 02:58:22.442342 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Updating router f9bc5fce-43f8-4a26-b40e-909cc1a10fc1 port 9708f64e-e762-438c-9a87-1627035d2403 binding host dv-osbrick-780511-13-ceph {{(pid=95117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 02:58:22.498592 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:22.830351 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:22.842110 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Transition to ACTIVE for port object 9708f64e-e762-438c-9a87-1627035d2403 will not be triggered until provisioned by entity L2. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 02:58:22.848379 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:22.852418 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:58:22.927746 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Attempting to bind port 9708f64e-e762-438c-9a87-1627035d2403 on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 02:58:22.928126 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Attempting to bind port 9708f64e-e762-438c-9a87-1627035d2403 by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 02:58:22.928500 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Attempting to bind port 9708f64e-e762-438c-9a87-1627035d2403 on network 5916b097-3e89-45f2-8f3c-981f42c8c244 {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 02:58:22.936406 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007dd99-9756-4756-850f-879ea70bb8b8 None None] Pushing event updated for resources: {'Port': ['ID=9708f64e-e762-438c-9a87-1627035d2403,revision_number=2']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:58:22.938868 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 2, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 02:58:22.939255 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Checking segment: {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 02:58:22.939662 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:22.940056 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Bound using segment: {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 02:58:22.940538 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Bound port: 9708f64e-e762-438c-9a87-1627035d2403, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'}}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 02:58:22.941017 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:22.964177 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-2007dd99-9756-4756-850f-879ea70bb8b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:58:23.016373 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] For port 9708f64e-e762-438c-9a87-1627035d2403, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 02:58:23.019809 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] For port 9708f64e-e762-438c-9a87-1627035d2403, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=9708f64e-e762-438c-9a87-1627035d2403,segment=NetworkSegment(4d3cb9de-8556-49db-b58b-198bb21ce050),segment_id=4d3cb9de-8556-49db-b58b-198bb21ce050)] {{(pid=95117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 02:58:23.023487 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:23.028088 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:58:23.106100 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Routers {'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 02:58:23.106752 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T02:58:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['f9bc5fce-43f8-4a26-b40e-909cc1a10fc1'], 'active': True} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 02:58:23.191019 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007dd99-9756-4756-850f-879ea70bb8b8 None None] Pushing event updated for resources: {'Port': ['ID=9708f64e-e762-438c-9a87-1627035d2403,revision_number=3']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:58:23.201431 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-2007dd99-9756-4756-850f-879ea70bb8b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:58:23.317895 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvr_db [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] Set router f9bc5fce-43f8-4a26-b40e-909cc1a10fc1 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 02:58:23.671611 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1', 'name': 'router1', 'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.206'}], 'enable_snat': True}, 'gw_port_id': '9708f64e-e762-438c-9a87-1627035d2403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T02:58:03Z', 'updated_at': '2021-06-04T02:58:20Z', 'revision_number': 4, 'project_id': 'a3185539879a4ec6aeabc81dae2d135e', 'gw_port': {'id': '9708f64e-e762-438c-9a87-1627035d2403', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T02:58:20Z', 'updated_at': '2021-06-04T02:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '55cf199a-779b-4348-b1bc-903980d338cd', 'name': '', 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20', 'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e', 'mac_address': 'fa:16:3e:e5:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T02:58:11Z', 'updated_at': '2021-06-04T02:58:20Z', 'revision_number': 5, 'project_id': 'a3185539879a4ec6aeabc81dae2d135e', 'subnets': [{'id': '7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64d2dbc-880f-4548-bd27-459be2e5b8ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 02:58:23.675638 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e01cb9-cffc-46da-89a9-c8eccbbbb0f4 None None] The sync data for ids ['f9bc5fce-43f8-4a26-b40e-909cc1a10fc1'] in dv-osbrick-780511-13-ceph is: [{'id': 'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1', 'name': 'router1', 'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.206'}], 'enable_snat': True}, 'gw_port_id': '9708f64e-e762-438c-9a87-1627035d2403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T02:58:03Z', 'updated_at': '2021-06-04T02:58:20Z', 'revision_number': 4, 'project_id': 'a3185539879a4ec6aeabc81dae2d135e', 'gw_port': {'id': '9708f64e-e762-438c-9a87-1627035d2403', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T02:58:20Z', 'updated_at': '2021-06-04T02:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '55cf199a-779b-4348-b1bc-903980d338cd', 'name': '', 'network_id': '278bcea7-36e1-4976-a348-7f1b0a525c20', 'tenant_id': 'a3185539879a4ec6aeabc81dae2d135e', 'mac_address': 'fa:16:3e:e5:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bc5fce-43f8-4a26-b40e-909cc1a10fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T02:58:11Z', 'updated_at': '2021-06-04T02:58:20Z', 'revision_number': 5, 'project_id': 'a3185539879a4ec6aeabc81dae2d135e', 'subnets': [{'id': '7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64d2dbc-880f-4548-bd27-459be2e5b8ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 02:58:24.103039 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 9708f64e-e762-438c-9a87-1627035d2403 up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 02:58:24.152184 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 33934) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:58:24.178646 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port 9708f64e-e762-438c-9a87-1627035d2403 completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 02:58:24.184514 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 9708f64e-e762-438c-9a87-1627035d2403 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 02:58:24.184945 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:24.194510 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 4 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 02:58:24.276372 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-7a81f766-93c2-4a64-8759-9fa52753140c admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1229131 Jun 04 02:58:24.316960 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:24.336363 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] For port 9708f64e-e762-438c-9a87-1627035d2403, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=9708f64e-e762-438c-9a87-1627035d2403,segment=NetworkSegment(4d3cb9de-8556-49db-b58b-198bb21ce050),segment_id=4d3cb9de-8556-49db-b58b-198bb21ce050)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 02:58:24.343024 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:24.346478 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-40fc79ed-2c4b-4763-a738-0f17b288be6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:58:24.416839 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Pushing event updated for resources: {'Port': ['ID=9708f64e-e762-438c-9a87-1627035d2403,revision_number=4']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:58:24.420714 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:58:26.067331 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 9708f64e-e762-438c-9a87-1627035d2403 up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 02:58:26.141457 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 9708f64e-e762-438c-9a87-1627035d2403 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 02:58:26.141986 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:37.592655 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-d0df3556-b794-46a2-a9b5-114f1890a2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:39.572107 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:40.884751 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ca911da5-a0c6-4e22-99ec-3f1ace237b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:58:41.391352 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:59:01.194458 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 4 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 02:59:07.589825 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-712d9263-4471-46d9-9b67-d3f652b9f1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:59:09.577791 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:59:10.882238 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-1fe98abf-dff6-4986-9679-39642070cab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:59:11.361964 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:59:37.586754 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-13c7c227-2fac-45cb-8462-3b47820504ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:59:38.193262 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 4 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 02:59:39.575697 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:59:40.887393 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-56d2c0ff-16c3-4e0c-a0cc-1fef8b23a1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:59:41.368106 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:59:50.217709 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34510) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:59:50.291868 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.pecan_wsgi.hooks.translation [None req-97419c10-a371-4b3d-9565-0d6f677aa28b admin admin] GET failed (client error): The resource could not be found. Jun 04 02:59:50.293209 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-97419c10-a371-4b3d-9565-0d6f677aa28b admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0745256 Jun 04 02:59:50.497896 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f8ff8f-893e-4849-965f-32f00d1257c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 02:59:50.500399 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-01f8ff8f-893e-4849-965f-32f00d1257c2 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2027576 Jun 04 02:59:52.917220 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34520) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:59:53.038091 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e74b29-4d05-4b24-9dda-6f821255028d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 02:59:53.038799 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-69e74b29-4d05-4b24-9dda-6f821255028d admin admin] Synchronizing usage tracker for tenant:8f5278b8b2a042b3982612095c8fd08a on resource:subnet {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 02:59:53.058920 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-69e74b29-4d05-4b24-9dda-6f821255028d admin admin] Unset dirty status for tenant:8f5278b8b2a042b3982612095c8fd08a on resource:subnet {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 02:59:53.060098 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-69e74b29-4d05-4b24-9dda-6f821255028d admin admin] 10.222.0.45 "GET /v2.0/subnets/7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2 HTTP/1.1" status: 200 len: 849 time: 0.1419716 Jun 04 02:59:53.070447 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 02:59:53.194149 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:59:53.396844 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764861882929'] for subnet, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:59:53.401711 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-0f0824b4-f56c-42ef-ba1f-6c9c9409ad04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 02:59:53.440130 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 02:59:53.440756 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for subnet, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:59:53.442140 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] 10.222.0.45 "PUT /v2.0/subnets/7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2 HTTP/1.1" status: 200 len: 868 time: 0.3761213 Jun 04 02:59:53.452278 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1027b464-68f2-49e0-8cfb-a352e26179c8 None None] Network 278bcea7-36e1-4976-a348-7f1b0a525c20 requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 02:59:53.478975 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 02:59:53.491460 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:59:53.491901 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:59:53.492438 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:59:53.493002 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:59:53.493571 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:59:53.494704 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:59:53.495242 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:59:53.495762 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:59:53.496461 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:59:53.498276 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:59:53.498276 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:59:53.498276 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 02:59:53.508615 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 02:59:53.970650 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-074d5361-6629-4389-ac68-1f1f19d2d954 None None] Provisioning complete for port 7509c674-8e4e-4204-a970-db8c5642c603 triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 02:59:53.971071 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-074d5361-6629-4389-ac68-1f1f19d2d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:59:54.130447 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-074d5361-6629-4389-ac68-1f1f19d2d954 None None] Provisioning complete for port 55cf199a-779b-4348-b1bc-903980d338cd triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 02:59:54.130826 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-074d5361-6629-4389-ac68-1f1f19d2d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 02:59:55.815800 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34528) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:59:56.021996 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18001d-3ff8-46fb-8f12-85d1ab9d88f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 02:59:56.022482 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18001d-3ff8-46fb-8f12-85d1ab9d88f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 02:59:56.024149 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-ad18001d-3ff8-46fb-8f12-85d1ab9d88f3 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2073810 Jun 04 02:59:58.396013 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34536) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 02:59:58.596231 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7e12e2-a03b-404f-badd-7c6bc1733f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 02:59:58.596750 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7e12e2-a03b-404f-badd-7c6bc1733f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 02:59:58.598605 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-9d7e12e2-a03b-404f-badd-7c6bc1733f84 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2015355 Jun 04 03:00:00.873349 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34544) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:00:01.067712 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ed5feb-526b-42d1-b4e3-5c5572d8f0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:00:01.069180 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-f8ed5feb-526b-42d1-b4e3-5c5572d8f0d1 admin admin] 10.222.0.45 "GET /v2.0/networks/278bcea7-36e1-4976-a348-7f1b0a525c20 HTTP/1.1" status: 200 len: 869 time: 0.1945190 Jun 04 03:00:03.315492 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34552) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:00:03.513787 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111fcc80-f665-4357-9899-badf74ba25a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:00:03.515031 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-111fcc80-f665-4357-9899-badf74ba25a5 admin admin] 10.222.0.45 "GET /v2.0/networks/5916b097-3e89-45f2-8f3c-981f42c8c244 HTTP/1.1" status: 200 len: 886 time: 0.1985672 Jun 04 03:00:05.735383 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34560) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:00:05.847535 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd63153-3b48-4759-821a-70c78ef4723f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:00:05.847994 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd63153-3b48-4759-821a-70c78ef4723f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:00:05.849529 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-cdd63153-3b48-4759-821a-70c78ef4723f admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1131988 Jun 04 03:00:07.583554 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-81b1a091-f91c-458c-bfd8-fb37afdda49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:08.088687 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34568) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:00:08.195521 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21601ee4-6090-4e70-8647-6f06129ca7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:00:08.195983 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21601ee4-6090-4e70-8647-6f06129ca7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:00:08.198525 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-21601ee4-6090-4e70-8647-6f06129ca7e5 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1087842 Jun 04 03:00:09.570484 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:10.411524 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34576) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:00:10.520785 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36651a43-6b38-4414-9658-73f098c9fb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:00:10.522281 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-36651a43-6b38-4414-9658-73f098c9fb2b admin admin] 10.222.0.45 "GET /v2.0/subnets/20c8f888-8aaf-4c6f-a442-219875e52608 HTTP/1.1" status: 200 len: 816 time: 0.1097248 Jun 04 03:00:10.913296 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-7b60e3ec-a1e3-4bbc-a5ab-63c88c897704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:11.371970 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:12.752714 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34584) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:00:12.876314 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361a0478-4b86-40c7-a24d-2770a36a5dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:00:12.877734 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-361a0478-4b86-40c7-a24d-2770a36a5dc2 admin admin] 10.222.0.45 "GET /v2.0/subnets/7ffb5fc2-c885-48fc-938a-cb31ec3bcdc2 HTTP/1.1" status: 200 len: 868 time: 0.1240234 Jun 04 03:00:15.191024 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 4 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:00:37.590767 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-deca5dc5-0621-4833-87f4-6c724d8c4aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:38.646490 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34644) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:00:38.702599 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [None req-b39bbfc9-323d-42ae-8060-1ecef39d8603 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=95116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 03:00:38.703954 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-b39bbfc9-323d-42ae-8060-1ecef39d8603 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0563736 Jun 04 03:00:39.575356 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:40.888115 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-47be5290-96e3-4191-9e4e-71bcd8bf14f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:41.029666 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34652) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:00:41.100526 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79a58f8-db3d-44b7-b89a-3e2dcc441202 admin admin] GET failed (client error): The resource could not be found. Jun 04 03:00:41.101883 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-e79a58f8-db3d-44b7-b89a-3e2dcc441202 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0712678 Jun 04 03:00:41.234176 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5232a5-9e07-4d76-aa41-567665a38780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:00:41.235660 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-0b5232a5-9e07-4d76-aa41-567665a38780 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1289420 Jun 04 03:00:41.370887 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:43.475769 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34660) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:00:43.524866 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:00:43.529548 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:00:43.533742 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Usage tracker for resource:network and tenant:8f5278b8b2a042b3982612095c8fd08a is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:00:43.536926 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:00:43.544119 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:00:43.553743 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Made reservation on behalf of 8f5278b8b2a042b3982612095c8fd08a for: {'network': 1} {{(pid=95116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:00:43.556806 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16288105'] for network, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:43.644158 dv-osbrick-780511-13-ceph neutron-server[95116]: WARNING neutron.services.revisions.revision_plugin [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Could not find related network for resource to bump revision. Jun 04 03:00:43.658442 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=95116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 03:00:43.670381 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764861782110', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16460206'] for segment, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:43.670939 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Unsubscribe: segment precommit_create {{(pid=95116) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 03:00:43.671405 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.db.segments_db [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Added segment 6b151236-c71f-4715-b9e6-2baaea4f24f7 of type vlan for network a4faad0c-2b48-4149-b3c7-e619a37d84cb Jun 04 03:00:43.712476 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764861424285'] for network, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:43.784253 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-906707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564108'] for network, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:43.785706 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:00:43.786289 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for network, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:43.790030 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:00:43.880176 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4032676 Jun 04 03:00:43.888529 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Pushing event updated for resources: {'Network': ['ID=a4faad0c-2b48-4149-b3c7-e619a37d84cb,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:00:43.892089 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-705e0dbc-f94b-4d70-a4bd-772f8df7f487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:00:43.901171 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Network a4faad0c-2b48-4149-b3c7-e619a37d84cb details requested by agent ovs-agent-dv-osbrick-780511-13-ceph with host dv-osbrick-780511-13-ceph {{(pid=95117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 03:00:46.115135 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 34668) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:00:46.186419 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfcb54a-7e96-44f3-a2b0-1ccc7c2b57ff admin admin] GET failed (client error): The resource could not be found. Jun 04 03:00:46.186946 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-cdfcb54a-7e96-44f3-a2b0-1ccc7c2b57ff admin admin] Synchronizing usage tracker for tenant:8f5278b8b2a042b3982612095c8fd08a on resource:network {{(pid=95115) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:00:46.204444 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-cdfcb54a-7e96-44f3-a2b0-1ccc7c2b57ff admin admin] Unset dirty status for tenant:8f5278b8b2a042b3982612095c8fd08a on resource:network {{(pid=95115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:00:46.205968 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-cdfcb54a-7e96-44f3-a2b0-1ccc7c2b57ff admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0897222 Jun 04 03:00:46.316362 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db1c3d0-248c-4ffe-8fb9-b1de3e426e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:00:46.317815 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-0db1c3d0-248c-4ffe-8fb9-b1de3e426e97 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1070411 Jun 04 03:00:46.328059 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'a4faad0c-2b48-4149-b3c7-e619a37d84cb', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:00:46.332842 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:00:46.343403 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:00:46.354170 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Made reservation on behalf of 8f5278b8b2a042b3982612095c8fd08a for: {'subnet': 1} {{(pid=95115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:00:46.356760 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:46.750890 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213'] for subnet, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:46.755472 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-f5e71495-8c36-4bd6-beae-b0b2cba5edca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:00:46.825786 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb0d1d0-d0b7-4fc4-a984-fade121c6a21,revision_number=0']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:00:46.836917 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:46.837318 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:46.837693 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:46.838088 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:46.838415 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:46.838743 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:46.839065 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:46.839393 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:46.839731 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:46.840051 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:46.840371 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:46.840702 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:46.843521 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Checking segment: {'id': '6b151236-c71f-4715-b9e6-2baaea4f24f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a4faad0c-2b48-4149-b3c7-e619a37d84cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:00:46.843878 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Network hostable DHCP agents. Network: a4faad0c-2b48-4149-b3c7-e619a37d84cb, hostable agents: ['fcf24da8-e7cd-4546-bbad-4611ec3e4f75'], hosted agents: [] {{(pid=95115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 03:00:46.846778 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:00:46.863324 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Network a4faad0c-2b48-4149-b3c7-e619a37d84cb is scheduled to be hosted by DHCP agent fcf24da8-e7cd-4546-bbad-4611ec3e4f75 with binding_index 1 {{(pid=95115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 03:00:46.874625 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.base_scheduler [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-780511-13-ceph, a4faad0c-2b48-4149-b3c7-e619a37d84cb) {{(pid=95115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:00:46.879246 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:00:46.879814 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for subnet, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:46.885022 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9660fd-d956-43c9-84d0-92255c17e9bb None None] Network a4faad0c-2b48-4149-b3c7-e619a37d84cb requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 03:00:46.909127 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-4ed5565c-cdc3-45ab-8d14-8c1bf8e7f510 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5817137 Jun 04 03:00:47.124402 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1866ae96-c246-5fbe-9aa0-f43422e6bd43-a4faad0c-2b48-4149-b3c7-e619a37d84cb', 'network_id': 'a4faad0c-2b48-4149-b3c7-e619a37d84cb', 'tenant_id': '8f5278b8b2a042b3982612095c8fd08a', 'fixed_ips': [{'subnet_id': '0fb0d1d0-d0b7-4fc4-a984-fade121c6a21'}]}} from dv-osbrick-780511-13-ceph. {{(pid=95117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 03:00:47.125385 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:47.303802 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.db_base_plugin_common [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Allocated IP 192.168.233.2 (a4faad0c-2b48-4149-b3c7-e619a37d84cb/0fb0d1d0-d0b7-4fc4-a984-fade121c6a21/fb94e7d1-306a-429f-96e8-679034c716db) {{(pid=95117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:00:47.551211 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:47.563202 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Transition to ACTIVE for port object fb94e7d1-306a-429f-96e8-679034c716db will not be triggered until provisioned by entity L2. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:00:47.581920 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Transition to ACTIVE for port object fb94e7d1-306a-429f-96e8-679034c716db will not be triggered until provisioned by entity DHCP. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:00:47.586921 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:47.591387 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:00:47.653624 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Network a4faad0c-2b48-4149-b3c7-e619a37d84cb is already hosted by enough agents. {{(pid=95117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:00:47.656301 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.scheduler.base_scheduler [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Resources bound (agent type, host, resource id): {{(pid=95117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:00:47.659882 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Received port after_create {{(pid=95117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:00:47.666578 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Pushing event updated for resources: {'Port': ['ID=fb94e7d1-306a-429f-96e8-679034c716db,revision_number=1']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:00:47.674372 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:47.674700 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:47.675035 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:47.675369 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:47.675692 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:47.676026 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:47.676347 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:47.676670 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:47.677015 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:47.677328 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:47.677643 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:47.677958 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:00:47.705022 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:00:47.768244 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Attempting to bind port fb94e7d1-306a-429f-96e8-679034c716db on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:00:47.768797 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Attempting to bind port fb94e7d1-306a-429f-96e8-679034c716db by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': '6b151236-c71f-4715-b9e6-2baaea4f24f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a4faad0c-2b48-4149-b3c7-e619a37d84cb'}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:00:47.769252 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Attempting to bind port fb94e7d1-306a-429f-96e8-679034c716db on network a4faad0c-2b48-4149-b3c7-e619a37d84cb {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:00:47.775939 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:00:47.776325 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Checking segment: {'id': '6b151236-c71f-4715-b9e6-2baaea4f24f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a4faad0c-2b48-4149-b3c7-e619a37d84cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:00:47.776733 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:47.777239 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Bound using segment: {'id': '6b151236-c71f-4715-b9e6-2baaea4f24f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a4faad0c-2b48-4149-b3c7-e619a37d84cb'} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:00:47.777724 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Bound port: fb94e7d1-306a-429f-96e8-679034c716db, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b151236-c71f-4715-b9e6-2baaea4f24f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a4faad0c-2b48-4149-b3c7-e619a37d84cb'}}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:00:47.778107 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:47.869956 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] For port fb94e7d1-306a-429f-96e8-679034c716db, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:00:47.873095 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] For port fb94e7d1-306a-429f-96e8-679034c716db, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=fb94e7d1-306a-429f-96e8-679034c716db,segment=NetworkSegment(6b151236-c71f-4715-b9e6-2baaea4f24f7),segment_id=6b151236-c71f-4715-b9e6-2baaea4f24f7)] {{(pid=95117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:00:47.879652 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:47.884781 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:00:47.976408 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Pushing event updated for resources: {'Port': ['ID=fb94e7d1-306a-429f-96e8-679034c716db,revision_number=2']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:00:47.980636 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:00:48.269615 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device fb94e7d1-306a-429f-96e8-679034c716db up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:00:48.348581 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port fb94e7d1-306a-429f-96e8-679034c716db completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:00:48.851505 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8441421b-578e-4811-b8ec-5749e99e8134 None None] Network a4faad0c-2b48-4149-b3c7-e619a37d84cb requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 03:00:48.979453 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-1c9b55c7-4206-473d-95e2-f8ae98f4a680 None None] Provisioning for port fb94e7d1-306a-429f-96e8-679034c716db completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:00:49.014535 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-1c9b55c7-4206-473d-95e2-f8ae98f4a680 None None] Provisioning complete for port fb94e7d1-306a-429f-96e8-679034c716db triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:00:49.014907 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-1c9b55c7-4206-473d-95e2-f8ae98f4a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:49.201451 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-1c9b55c7-4206-473d-95e2-f8ae98f4a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:49.241108 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-1c9b55c7-4206-473d-95e2-f8ae98f4a680 None None] For port fb94e7d1-306a-429f-96e8-679034c716db, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=fb94e7d1-306a-429f-96e8-679034c716db,segment=NetworkSegment(6b151236-c71f-4715-b9e6-2baaea4f24f7),segment_id=6b151236-c71f-4715-b9e6-2baaea4f24f7)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:00:49.247711 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-1c9b55c7-4206-473d-95e2-f8ae98f4a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:49.250225 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:00:49.330639 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b55c7-4206-473d-95e2-f8ae98f4a680 None None] Pushing event updated for resources: {'Port': ['ID=fb94e7d1-306a-429f-96e8-679034c716db,revision_number=3']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:00:49.334674 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-1c9b55c7-4206-473d-95e2-f8ae98f4a680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:00:49.473590 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-4f5390d6-46f8-49b6-a6e7-5dae82fc9e5e None None] Provisioning complete for port fb94e7d1-306a-429f-96e8-679034c716db triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:00:49.474000 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-4f5390d6-46f8-49b6-a6e7-5dae82fc9e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:50.179144 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device fb94e7d1-306a-429f-96e8-679034c716db up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:00:50.251825 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port fb94e7d1-306a-429f-96e8-679034c716db triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:00:50.252197 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:00:52.189728 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 4 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:01:07.586371 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-09e5178a-6172-4098-be73-5e29670d49a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:01:09.579385 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:01:10.892540 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3a4aed9d-5585-4282-88de-c22fd197a645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:01:11.380663 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:01:29.188721 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 4 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:01:37.582628 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e1d4d3ce-f3f7-43e0-984d-408306070816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:01:39.583114 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:01:40.887602 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-bbfc7fe8-e874-4730-ad3a-bdc4f10b61ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:01:41.379046 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:01:57.408538 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34746) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:01:57.415546 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [None req-eb60a669-5bee-4438-a00e-7a4e7413be7f tempest-verify_tempest_config-2031898943 tempest-verify_tempest_config-2031898943-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=95116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 03:01:57.416503 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-eb60a669-5bee-4438-a00e-7a4e7413be7f tempest-verify_tempest_config-2031898943 tempest-verify_tempest_config-2031898943-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13177 time: 0.0069554 Jun 04 03:01:57.728726 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34762) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:01:57.848693 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:01:57.864503 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:01:57.868704 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Usage tracker for resource:security_group_rule and tenant:ff5b0253bb9e4f3c95ea78690204ea11 is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:01:57.872227 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:01:57.878013 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:01:57.976920 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:01:57.981298 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:01:57.988157 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:01:58.028545 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4615c7e1-a4f1-494a-b736-2b6ad5760329,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:01:58.032387 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff5b0253bb9e4f3c95ea78690204ea11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3026588 Jun 04 03:01:58.035321 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 34766) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:01:58.038577 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.039175 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.039555 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.039889 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.040218 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.040558 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.040892 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.041261 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.041591 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.042239 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.042608 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.043020 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.047394 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:01:58.101234 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:01:58.127097 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:01:58.222582 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:01:58.227567 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:01:58.241710 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4615c7e1-a4f1-494a-b736-2b6ad5760329,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:01:58.246192 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:01:58.247321 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4615c7e1-a4f1-494a-b736-2b6ad5760329 HTTP/1.1" status: 204 len: 168 time: 0.2110095 Jun 04 03:01:58.251328 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.251699 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.252041 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.252374 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.252724 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.253064 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.253398 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.253736 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.254077 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.254403 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.254717 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.255033 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:01:58.259020 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:02:06.189083 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 4 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:02:07.590159 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e4bd706d-6fab-4178-8427-6ccbcba25db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:02:09.596242 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:02:10.891322 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb742-ea93-4a9a-b27f-63ea2bfeb141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:02:11.384300 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:02:37.586496 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e373a1c3-5c6b-4708-b090-aab2164a3609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:02:39.594000 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:02:40.895136 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-0937208b-9865-4f92-80c1-17c67d8eed0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:02:41.384772 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:02:43.188121 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 4 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:03:07.588813 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-6cae38a9-7378-42b3-a63e-c26aeed975c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:03:09.588970 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:03:10.901125 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-5912860e-2946-4fc4-af73-ad8c5309677c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:03:11.385031 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:03:20.186262 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 4 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:03:21.173603 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101'] for agent, after_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:03:37.593169 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-10440a77-adce-460e-ae30-1f6e4e4d1519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:03:39.258868 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 34874) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:03:39.376271 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-50bd1bda-e8b6-4e46-b9b0-fd480e4483bc admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 3736 time: 0.1162107 Jun 04 03:03:39.593812 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:03:40.905443 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-062d1a63-6b39-427f-940f-af4215907566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:03:41.388622 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:03:41.633949 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 34884) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:03:41.691348 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-9c2a07e2-26ab-42fa-b0c9-9ed21015c24d admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 3736 time: 0.0562422 Jun 04 03:03:51.134633 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:03:57.185786 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:04:07.592960 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-5b470b99-bf0b-4a09-a442-3ce6dae54dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:09.596187 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:10.908633 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-330e2230-15be-49e5-afc9-77d0e70463bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:11.391654 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:21.142012 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:34.184808 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:04:37.595635 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-49e66db4-f037-43ac-ba6c-897dc8047c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:39.589311 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:40.911117 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e9904cf1-d2bd-4e7e-b578-fe84a08ae6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:41.396701 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:51.158167 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:57.729861 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 34996) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:04:57.833939 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 35004) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:04:57.871368 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-282522672-network', 'tenant_id': 'fbfc919b64464da193caac26c097f774'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:04:57.875720 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:04:57.883844 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-651987218-network', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:04:57.900106 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Usage tracker for resource:network and tenant:fbfc919b64464da193caac26c097f774 is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:04:57.902862 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:04:57.905048 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:04:57.912041 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Usage tracker for resource:network and tenant:6bdc332119e04d0a9083fcb60396450e is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:04:57.914708 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:04:57.916655 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:04:57.924922 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:04:57.934545 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Made reservation on behalf of fbfc919b64464da193caac26c097f774 for: {'network': 1} {{(pid=95116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:04:57.937170 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16288105'] for network, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:57.950403 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Made reservation on behalf of 6bdc332119e04d0a9083fcb60396450e for: {'network': 1} {{(pid=95116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:04:57.952651 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16288105'] for network, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:57.961580 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:57.975797 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:57.989643 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:04:57.997338 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Usage tracker for resource:security_group_rule and tenant:fbfc919b64464da193caac26c097f774 is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:04:58.000710 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:04:58.004012 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:04:58.009550 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:04:58.011630 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Usage tracker for resource:security_group_rule and tenant:6bdc332119e04d0a9083fcb60396450e is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:04:58.015032 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:04:58.025125 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:04:58.159256 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:58.167041 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:58.176617 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:04:58.183618 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:58.192517 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:58.202307 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=95116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 03:04:58.227384 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62ee575-fd21-4ed9-9ddd-2c6f71849d56,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:04:58.237442 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16460206'] for segment, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:58.237955 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.db.segments_db [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Added segment 48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d of type vlan for network 88c98950-64a8-4367-b50e-dc761f5d98c6 Jun 04 03:04:58.245451 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=95116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 03:04:58.248756 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:58.249239 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:58.249584 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:58.249911 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:58.250235 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:58.250557 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:58.250875 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:58.251207 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:58.251525 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:58.251843 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:58.252253 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:58.252695 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Tracked resource versions report: Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: pushed versions: Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: { 'AddressGroup': {'1.2'}, Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'ConntrackHelper': {'1.0'}, Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Log': {'1.0'}, Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Network': {'1.1'}, Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Port': {'1.7'}, Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'PortForwarding': {'1.2'}, Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'QosPolicy': {'1.8'}, Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'SecurityGroup': {'1.4'}, Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'SecurityGroupRule': {'1.2'}, Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'SubPort': {'1.0'}, Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Subnet': {'1.1'}, Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Trunk': {'1.1'}} Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: consumer versions: Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: { DHCP agent@dv-osbrick-780511-13-ceph: {}, Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: HyperV agent@hv-osbrick-7805: {}, Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: L3 agent@dv-osbrick-780511-13-ceph: {}, Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: Metadata agent@dv-osbrick-780511-13-ceph: {}, Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: Open vSwitch agent@dv-osbrick-780511-13-ceph: { 'AddressGroup': '1.2', Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'ConntrackHelper': '1.0', Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Log': '1.0', Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Network': '1.1', Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Port': '1.7', Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'PortForwarding': '1.2', Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'QosPolicy': '1.8', Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'SecurityGroup': '1.4', Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'SecurityGroupRule': '1.2', Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'SubPort': '1.0', Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Subnet': '1.1', Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: 'Trunk': '1.1'}} Jun 04 03:04:58.254143 dv-osbrick-780511-13-ceph neutron-server[95116]: {{(pid=95116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 03:04:58.263097 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:04:58.263391 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-e9702d3e-f3dd-4a5b-ae84-593438dd6f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:04:58.291875 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16460206'] for segment, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:58.292220 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.db.segments_db [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Added segment 601754fe-1650-4989-a26e-8a6b475c90b6 of type vlan for network eb26da54-b8f1-4b87-9019-6387a3c9a2ed Jun 04 03:04:58.310152 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764861424285'] for network, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:58.316125 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef0ab5b-19fd-4df7-8ced-ebeb31569241,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:04:58.322182 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:04:58.360647 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764861424285'] for network, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:58.373356 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-906707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564108'] for network, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:58.375621 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:04:58.376154 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for network, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:58.387215 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:04:58.491059 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-906707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564108'] for network, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:58.494294 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Pushing event updated for resources: {'Network': ['ID=88c98950-64a8-4367-b50e-dc761f5d98c6,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:04:58.498803 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:04:58.499376 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for network, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:58.505107 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Network 88c98950-64a8-4367-b50e-dc761f5d98c6 details requested by agent ovs-agent-dv-osbrick-780511-13-ceph with host dv-osbrick-780511-13-ceph {{(pid=95117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 03:04:58.505767 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:04:58.506239 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:04:58.555264 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-efb33522-3027-4ecf-a8e2-fafa038e0e42 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8242891 Jun 04 03:04:58.558298 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 35010) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:04:58.563613 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Request body: {'subnet': {'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-282522672-subnet', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'ip_version': 4}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:04:58.569363 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:04:58.573715 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Usage tracker for resource:subnet and tenant:fbfc919b64464da193caac26c097f774 is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:04:58.576673 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:04:58.583763 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:04:58.594268 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Made reservation on behalf of fbfc919b64464da193caac26c097f774 for: {'subnet': 1} {{(pid=95115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:04:58.596862 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:58.605466 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7704148 Jun 04 03:04:58.610572 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 35014) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:04:58.617999 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Request body: {'subnet': {'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-651987218-subnet', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'ip_version': 4}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:04:58.622305 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Pushing event updated for resources: {'Network': ['ID=eb26da54-b8f1-4b87-9019-6387a3c9a2ed,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:04:58.624686 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:04:58.627081 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:04:58.629903 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Usage tracker for resource:subnet and tenant:6bdc332119e04d0a9083fcb60396450e is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:04:58.633986 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Network eb26da54-b8f1-4b87-9019-6387a3c9a2ed details requested by agent ovs-agent-dv-osbrick-780511-13-ceph with host dv-osbrick-780511-13-ceph {{(pid=95117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 03:04:58.636776 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:04:58.648749 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:04:58.660369 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Made reservation on behalf of 6bdc332119e04d0a9083fcb60396450e for: {'subnet': 1} {{(pid=95116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:04:58.663112 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.030614 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213'] for subnet, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.035239 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:04:59.093011 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213'] for subnet, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.098471 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-c5a88a20-5092-4853-a8a8-06814f6b3978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:04:59.110920 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=205a7a75-6534-40a2-ba12-9ce1a19cf4cb,revision_number=0']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:04:59.116721 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Checking segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:04:59.117113 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Network hostable DHCP agents. Network: 88c98950-64a8-4367-b50e-dc761f5d98c6, hostable agents: ['fcf24da8-e7cd-4546-bbad-4611ec3e4f75'], hosted agents: [] {{(pid=95115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 03:04:59.124644 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:59.125032 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:59.125380 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:59.125716 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:59.126048 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:59.126403 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:59.126737 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:59.127065 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:59.127963 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:59.128289 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:59.128614 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:59.128938 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Tracked resource versions report: Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: pushed versions: Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: { 'AddressGroup': {'1.2'}, Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'ConntrackHelper': {'1.0'}, Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Log': {'1.0'}, Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Network': {'1.1'}, Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Port': {'1.7'}, Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'PortForwarding': {'1.2'}, Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'QosPolicy': {'1.8'}, Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'SecurityGroup': {'1.4'}, Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'SecurityGroupRule': {'1.2'}, Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'SubPort': {'1.0'}, Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Subnet': {'1.1'}, Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Trunk': {'1.1'}} Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: consumer versions: Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: { DHCP agent@dv-osbrick-780511-13-ceph: {}, Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: HyperV agent@hv-osbrick-7805: {}, Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: L3 agent@dv-osbrick-780511-13-ceph: {}, Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: Metadata agent@dv-osbrick-780511-13-ceph: {}, Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: Open vSwitch agent@dv-osbrick-780511-13-ceph: { 'AddressGroup': '1.2', Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'ConntrackHelper': '1.0', Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Log': '1.0', Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Network': '1.1', Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Port': '1.7', Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'PortForwarding': '1.2', Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'QosPolicy': '1.8', Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'SecurityGroup': '1.4', Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'SecurityGroupRule': '1.2', Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'SubPort': '1.0', Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Subnet': '1.1', Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: 'Trunk': '1.1'}} Jun 04 03:04:59.130038 dv-osbrick-780511-13-ceph neutron-server[95115]: {{(pid=95115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 03:04:59.136638 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:04:59.147314 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Network 88c98950-64a8-4367-b50e-dc761f5d98c6 is scheduled to be hosted by DHCP agent fcf24da8-e7cd-4546-bbad-4611ec3e4f75 with binding_index 1 {{(pid=95115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 03:04:59.156951 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.base_scheduler [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-780511-13-ceph, 88c98950-64a8-4367-b50e-dc761f5d98c6) {{(pid=95115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:04:59.162360 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:04:59.162959 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for subnet, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.167311 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5a0ecc-897c-4225-9fe3-4eb32ed9a071 None None] Network 88c98950-64a8-4367-b50e-dc761f5d98c6 requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 03:04:59.170874 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2f3890-9af8-4b1f-a193-408cd7be0885,revision_number=0']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:04:59.174971 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:04:59.181388 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Checking segment: {'id': '601754fe-1650-4989-a26e-8a6b475c90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:04:59.181855 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Network hostable DHCP agents. Network: eb26da54-b8f1-4b87-9019-6387a3c9a2ed, hostable agents: ['fcf24da8-e7cd-4546-bbad-4611ec3e4f75'], hosted agents: [] {{(pid=95116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 03:04:59.189547 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-9db5f3ac-3172-4ea0-b154-a6007953a1cd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6274536 Jun 04 03:04:59.190427 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 35016) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:04:59.196677 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'}}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:04:59.201573 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Network eb26da54-b8f1-4b87-9019-6387a3c9a2ed is scheduled to be hosted by DHCP agent fcf24da8-e7cd-4546-bbad-4611ec3e4f75 with binding_index 1 {{(pid=95116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 03:04:59.202541 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:04:59.207248 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Usage tracker for resource:router and tenant:fbfc919b64464da193caac26c097f774 is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:04:59.209266 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-780511-13-ceph, eb26da54-b8f1-4b87-9019-6387a3c9a2ed) {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:04:59.210319 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:04:59.213400 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:04:59.213998 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for subnet, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.216184 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:04:59.228180 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-338'] for router, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.229054 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-929192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-325'] for router, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.239728 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-cf20dc8d-0015-4711-8ffb-275e26bb05fa admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6249030 Jun 04 03:04:59.239964 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 35018) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:04:59.244653 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'}}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:04:59.249377 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.249874 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:04:59.254206 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Usage tracker for resource:router and tenant:6bdc332119e04d0a9083fcb60396450e is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:04:59.257285 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:04:59.259217 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70502059-6478-4e87-bf61-583a6b16a48c None None] Network eb26da54-b8f1-4b87-9019-6387a3c9a2ed requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 03:04:59.263883 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:04:59.276244 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-338'] for router, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.277387 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-929192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-325'] for router, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.300508 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.535363 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924426', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-311'] for router, precommit_update {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.551413 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1866ae96-c246-5fbe-9aa0-f43422e6bd43-eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'fixed_ips': [{'subnet_id': '3b2f3890-9af8-4b1f-a193-408cd7be0885'}]}} from dv-osbrick-780511-13-ceph. {{(pid=95117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 03:04:59.552923 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.694471 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1866ae96-c246-5fbe-9aa0-f43422e6bd43-88c98950-64a8-4367-b50e-dc761f5d98c6', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb'}]}} from dv-osbrick-780511-13-ceph. {{(pid=95117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 03:04:59.695323 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.715153 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924426', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-311'] for router, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.832574 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.db_base_plugin_common [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Allocated IP 172.20.0.2 (eb26da54-b8f1-4b87-9019-6387a3c9a2ed/3b2f3890-9af8-4b1f-a193-408cd7be0885/be4632a3-3f90-4b0f-bb94-aaef666911fe) {{(pid=95117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:04:59.865035 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:04:59.896220 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.030259 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.db_base_plugin_common [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Allocated IP 172.20.0.2 (88c98950-64a8-4367-b50e-dc761f5d98c6/205a7a75-6534-40a2-ba12-9ce1a19cf4cb/b5f3f132-c2ac-462a-b939-9a7b6779db4e) {{(pid=95117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:05:00.046174 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.db_base_plugin_common [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Allocated IP 172.31.0.70 (5916b097-3e89-45f2-8f3c-981f42c8c244/20c8f888-8aaf-4c6f-a442-219875e52608/f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7) {{(pid=95115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:05:00.063834 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.104029 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.212630 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.226523 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Notify callbacks [] for port, precommit_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.250052 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Transition to ACTIVE for port object be4632a3-3f90-4b0f-bb94-aaef666911fe will not be triggered until provisioned by entity L2. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:00.288310 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.293857 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:00.317595 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Transition to ACTIVE for port object be4632a3-3f90-4b0f-bb94-aaef666911fe will not be triggered until provisioned by entity DHCP. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:00.337605 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.345661 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-2007dd99-9756-4756-850f-879ea70bb8b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:00.368156 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Allocated IP 172.31.0.167 (5916b097-3e89-45f2-8f3c-981f42c8c244/20c8f888-8aaf-4c6f-a442-219875e52608/d5a215e1-de9b-496e-ab0d-4286da1125cf) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:05:00.368549 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Pushing event updated for resources: {'Port': ['ID=f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7,revision_number=1']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:00.374382 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Network 5916b097-3e89-45f2-8f3c-981f42c8c244 is already hosted by enough agents. {{(pid=95115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:00.375323 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:00.376289 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.base_scheduler [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Resources bound (agent type, host, resource id): {{(pid=95115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:00.378710 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Received port after_create {{(pid=95115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:05:00.397938 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Notify callbacks [] for port, precommit_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.426287 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Network eb26da54-b8f1-4b87-9019-6387a3c9a2ed is already hosted by enough agents. {{(pid=95117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:00.427481 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.scheduler.base_scheduler [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Resources bound (agent type, host, resource id): {{(pid=95117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:00.430037 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Received port after_create {{(pid=95117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:05:00.441288 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Transition to ACTIVE for port object b5f3f132-c2ac-462a-b939-9a7b6779db4e will not be triggered until provisioned by entity L2. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:00.537426 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.546554 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Transition to ACTIVE for port object b5f3f132-c2ac-462a-b939-9a7b6779db4e will not be triggered until provisioned by entity DHCP. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:00.552326 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Pushing event updated for resources: {'Port': ['ID=be4632a3-3f90-4b0f-bb94-aaef666911fe,revision_number=1']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:00.560452 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Attempting to bind port be4632a3-3f90-4b0f-bb94-aaef666911fe on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:05:00.560842 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Attempting to bind port be4632a3-3f90-4b0f-bb94-aaef666911fe by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': '601754fe-1650-4989-a26e-8a6b475c90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed'}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:05:00.561300 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Attempting to bind port be4632a3-3f90-4b0f-bb94-aaef666911fe on network eb26da54-b8f1-4b87-9019-6387a3c9a2ed {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:05:00.570408 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.571704 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.572007 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:00.572577 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:00.572918 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:00.573304 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:00.573617 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:00.573946 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:00.574271 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:00.574587 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:00.574924 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:00.575243 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:00.575558 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:00.575868 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Tracked resource versions report: Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: pushed versions: Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: { 'AddressGroup': {'1.2'}, Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'ConntrackHelper': {'1.0'}, Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Log': {'1.0'}, Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Network': {'1.1'}, Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Port': {'1.7'}, Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'PortForwarding': {'1.2'}, Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'QosPolicy': {'1.8'}, Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'SecurityGroup': {'1.4'}, Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'SecurityGroupRule': {'1.2'}, Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'SubPort': {'1.0'}, Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Subnet': {'1.1'}, Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Trunk': {'1.1'}} Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: consumer versions: Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: { DHCP agent@dv-osbrick-780511-13-ceph: {}, Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: HyperV agent@hv-osbrick-7805: {}, Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: L3 agent@dv-osbrick-780511-13-ceph: {}, Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: Metadata agent@dv-osbrick-780511-13-ceph: {}, Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: Open vSwitch agent@dv-osbrick-780511-13-ceph: { 'AddressGroup': '1.2', Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'ConntrackHelper': '1.0', Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Log': '1.0', Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Network': '1.1', Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Port': '1.7', Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'PortForwarding': '1.2', Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'QosPolicy': '1.8', Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'SecurityGroup': '1.4', Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'SecurityGroupRule': '1.2', Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'SubPort': '1.0', Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Subnet': '1.1', Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: 'Trunk': '1.1'}} Jun 04 03:05:00.576949 dv-osbrick-780511-13-ceph neutron-server[95117]: {{(pid=95117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 03:05:00.578971 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:00.581068 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:00.581871 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:05:00.582245 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Checking segment: {'id': '601754fe-1650-4989-a26e-8a6b475c90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:05:00.582654 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.583043 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Bound using segment: {'id': '601754fe-1650-4989-a26e-8a6b475c90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed'} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:05:00.583558 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Bound port: be4632a3-3f90-4b0f-bb94-aaef666911fe, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601754fe-1650-4989-a26e-8a6b475c90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed'}}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:05:00.583907 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.600075 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:00.640537 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Network 5916b097-3e89-45f2-8f3c-981f42c8c244 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:00.646430 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:00.648644 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:05:00.667929 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Pushing event updated for resources: {'Port': ['ID=b5f3f132-c2ac-462a-b939-9a7b6779db4e,revision_number=1']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:00.671282 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:00.724353 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Network 88c98950-64a8-4367-b50e-dc761f5d98c6 is already hosted by enough agents. {{(pid=95117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:00.727243 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.scheduler.base_scheduler [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Resources bound (agent type, host, resource id): {{(pid=95117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:00.729813 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Received port after_create {{(pid=95117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:05:00.784296 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.822205 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a215e1-de9b-496e-ab0d-4286da1125cf,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:00.841537 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:00.847253 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] For port be4632a3-3f90-4b0f-bb94-aaef666911fe, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:05:00.852337 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Attempting to bind port b5f3f132-c2ac-462a-b939-9a7b6779db4e on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:05:00.852951 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Attempting to bind port b5f3f132-c2ac-462a-b939-9a7b6779db4e by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:05:00.853545 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Attempting to bind port b5f3f132-c2ac-462a-b939-9a7b6779db4e on network 88c98950-64a8-4367-b50e-dc761f5d98c6 {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:05:00.861821 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] For port be4632a3-3f90-4b0f-bb94-aaef666911fe, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=be4632a3-3f90-4b0f-bb94-aaef666911fe,segment=NetworkSegment(601754fe-1650-4989-a26e-8a6b475c90b6),segment_id=601754fe-1650-4989-a26e-8a6b475c90b6)] {{(pid=95117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:05:00.863509 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:05:00.864080 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Checking segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:05:00.864668 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.865096 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Bound using segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:05:00.865760 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Bound port: b5f3f132-c2ac-462a-b939-9a7b6779db4e, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:05:00.866142 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.880178 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:00.886906 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-1c9b55c7-4206-473d-95e2-f8ae98f4a680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:01.025906 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Pushing event updated for resources: {'Port': ['ID=be4632a3-3f90-4b0f-bb94-aaef666911fe,revision_number=2']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:01.029721 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:01.045764 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] For port b5f3f132-c2ac-462a-b939-9a7b6779db4e, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:05:01.052198 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] For port b5f3f132-c2ac-462a-b939-9a7b6779db4e, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=b5f3f132-c2ac-462a-b939-9a7b6779db4e,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:05:01.057421 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:01.059138 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:01.063826 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:01.149975 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924535'] for router, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:01.151826 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Pushing event updated for resources: {'Port': ['ID=b5f3f132-c2ac-462a-b939-9a7b6779db4e,revision_number=2']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:01.156644 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:01.446579 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Router e514bea9-a707-4407-bc58-c4c0bb10b685 is scheduled to L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 with binding_index 1 {{(pid=95115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 03:05:01.603930 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924535'] for router, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:01.638545 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:05:01.650517 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Sync routers for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:05:01.660263 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:01.660875 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:04:41Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:01.671413 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Notify callbacks [] for router, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:01.675818 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4822807 Jun 04 03:05:01.676192 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 35022) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:05:01.817577 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Router c8fdd843-dbbe-413f-a284-bcd47026ba3b is scheduled to L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 with binding_index 1 {{(pid=95116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 03:05:01.884509 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:02.015804 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:05:02.029578 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Sync routers for ids ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'] in dv-osbrick-780511-13-ceph {{(pid=95117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:05:02.045443 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Notify callbacks [] for router, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:02.049964 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8059430 Jun 04 03:05:02.050275 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 35024) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:05:02.051000 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Routers {'c8fdd843-dbbe-413f-a284-bcd47026ba3b'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:02.051961 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:04:41Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'], 'active': True} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:02.364749 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvr_db [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Set router c8fdd843-dbbe-413f-a284-bcd47026ba3b gateway port host: dv-osbrick-780511-13-ceph {{(pid=95117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:02.457914 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:00Z', 'revision_number': 3, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph'}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:02.473170 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Checking router: e514bea9-a707-4407-bc58-c4c0bb10b685 for host: dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:05:02.473785 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Updating router e514bea9-a707-4407-bc58-c4c0bb10b685 port f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7 binding host dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 03:05:02.630226 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:02.703392 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc3abd2-b118-4b0c-834c-39b1c289b6e2 None None] Network 88c98950-64a8-4367-b50e-dc761f5d98c6 requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 03:05:02.716374 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device b5f3f132-c2ac-462a-b939-9a7b6779db4e up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:02.785043 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:02.876420 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f211c31-8602-4d16-a7a6-ecc02ec659da None None] Network eb26da54-b8f1-4b87-9019-6387a3c9a2ed requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 03:05:02.896104 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port b5f3f132-c2ac-462a-b939-9a7b6779db4e completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:02.907477 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device be4632a3-3f90-4b0f-bb94-aaef666911fe up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:03.070934 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.db_base_plugin_common [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Allocated IP 172.20.0.1 (88c98950-64a8-4367-b50e-dc761f5d98c6/205a7a75-6534-40a2-ba12-9ce1a19cf4cb/36483a8a-1b73-48e9-a335-308b467957d8) {{(pid=95115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:05:03.155842 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Notify callbacks [] for port, precommit_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.170941 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.provisioning_blocks [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Transition to ACTIVE for port object f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7 will not be triggered until provisioned by entity L2. {{(pid=95118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:03.178939 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.185308 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [None req-c5a27c06-8899-4028-9fc5-a1a3830c82f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:03.187464 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.202175 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-c7468a71-c249-4abb-a39b-71a4dbfdd13d None None] Provisioning for port b5f3f132-c2ac-462a-b939-9a7b6779db4e completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:03.246730 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.272957 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.provisioning_blocks [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Transition to ACTIVE for port object 36483a8a-1b73-48e9-a335-308b467957d8 will not be triggered until provisioned by entity DHCP. {{(pid=95115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:03.281412 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.managers [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Attempting to bind port f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7 on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:05:03.281853 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.managers [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Attempting to bind port f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7 by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'}] {{(pid=95118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:05:03.282218 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Attempting to bind port f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7 on network 5916b097-3e89-45f2-8f3c-981f42c8c244 {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:05:03.284808 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-c7468a71-c249-4abb-a39b-71a4dbfdd13d None None] Provisioning complete for port b5f3f132-c2ac-462a-b939-9a7b6779db4e triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:03.285206 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-c7468a71-c249-4abb-a39b-71a4dbfdd13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.285474 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Pushing event updated for resources: {'Port': ['ID=f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7,revision_number=2']} {{(pid=95118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:03.295604 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:03.296211 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:03.296555 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:03.296891 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:03.297246 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:03.297624 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:03.297952 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:03.298273 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:03.298610 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:03.298972 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:03.299295 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:03.299683 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Tracked resource versions report: Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: pushed versions: Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: { 'AddressGroup': {'1.2'}, Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'ConntrackHelper': {'1.0'}, Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Log': {'1.0'}, Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Network': {'1.1'}, Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Port': {'1.7'}, Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'PortForwarding': {'1.2'}, Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'QosPolicy': {'1.8'}, Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'SecurityGroup': {'1.4'}, Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'SecurityGroupRule': {'1.2'}, Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'SubPort': {'1.0'}, Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Subnet': {'1.1'}, Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Trunk': {'1.1'}} Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: consumer versions: Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: { DHCP agent@dv-osbrick-780511-13-ceph: {}, Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: HyperV agent@hv-osbrick-7805: {}, Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: L3 agent@dv-osbrick-780511-13-ceph: {}, Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: Metadata agent@dv-osbrick-780511-13-ceph: {}, Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: Open vSwitch agent@dv-osbrick-780511-13-ceph: { 'AddressGroup': '1.2', Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'ConntrackHelper': '1.0', Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Log': '1.0', Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Network': '1.1', Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Port': '1.7', Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'PortForwarding': '1.2', Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'QosPolicy': '1.8', Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'SecurityGroup': '1.4', Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'SecurityGroupRule': '1.2', Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'SubPort': '1.0', Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Subnet': '1.1', Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: 'Trunk': '1.1'}} Jun 04 03:05:03.300878 dv-osbrick-780511-13-ceph neutron-server[95118]: {{(pid=95118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 03:05:03.304192 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:03.305164 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:05:03.305595 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Checking segment: {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:05:03.306461 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.306772 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Bound using segment: {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'} {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:05:03.307268 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.managers [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Bound port: f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'}}] {{(pid=95118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:05:03.307650 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.315201 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.320970 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:03.400074 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.db [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] For port f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:05:03.405052 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.db [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] For port f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7,segment=NetworkSegment(4d3cb9de-8556-49db-b58b-198bb21ce050),segment_id=4d3cb9de-8556-49db-b58b-198bb21ce050)] {{(pid=95118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:05:03.412966 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.413874 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Pushing event updated for resources: {'Port': ['ID=36483a8a-1b73-48e9-a335-308b467957d8,revision_number=1']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:03.425912 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:03.426539 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167'}], 'enable_snat': True}, 'gw_port_id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:00Z', 'revision_number': 3, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'gw_port': {'id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:00Z', 'updated_at': '2021-06-04T03:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph'}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:03.428635 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port be4632a3-3f90-4b0f-bb94-aaef666911fe completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:03.432124 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:03.438774 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Network 88c98950-64a8-4367-b50e-dc761f5d98c6 is already hosted by enough agents. {{(pid=95115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:03.441015 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.base_scheduler [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Resources bound (agent type, host, resource id): {{(pid=95115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:03.446454 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Checking router: c8fdd843-dbbe-413f-a284-bcd47026ba3b for host: dv-osbrick-780511-13-ceph {{(pid=95117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:05:03.446812 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Updating router c8fdd843-dbbe-413f-a284-bcd47026ba3b port d5a215e1-de9b-496e-ab0d-4286da1125cf binding host dv-osbrick-780511-13-ceph {{(pid=95117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 03:05:03.451622 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Allocated IP 172.20.0.1 (eb26da54-b8f1-4b87-9019-6387a3c9a2ed/3b2f3890-9af8-4b1f-a193-408cd7be0885/99ccde6c-569d-4e62-8297-a37b7e844e5b) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:05:03.456506 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Received port after_create {{(pid=95115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:05:03.457418 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-923472'] for router_interface, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.508543 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Pushing event updated for resources: {'Port': ['ID=f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7,revision_number=3']} {{(pid=95118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:03.511767 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:03.527728 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:03.528361 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:04:41Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:03.657260 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.704546 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.722273 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-c7468a71-c249-4abb-a39b-71a4dbfdd13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.740208 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Transition to ACTIVE for port object 99ccde6c-569d-4e62-8297-a37b7e844e5b will not be triggered until provisioned by entity DHCP. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:03.754446 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:03.773315 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.785360 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-52c66647-9626-41c3-97c7-69e48218c8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:03.823237 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-c7468a71-c249-4abb-a39b-71a4dbfdd13d None None] For port b5f3f132-c2ac-462a-b939-9a7b6779db4e, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=b5f3f132-c2ac-462a-b939-9a7b6779db4e,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:05:03.828798 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Network eb26da54-b8f1-4b87-9019-6387a3c9a2ed is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:03.836585 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:03.840409 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-c7468a71-c249-4abb-a39b-71a4dbfdd13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.850576 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:03.851226 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:05:03.851864 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-923472'] for router_interface, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:03.945941 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.093929 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.122914 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7468a71-c249-4abb-a39b-71a4dbfdd13d None None] Pushing event updated for resources: {'Port': ['ID=b5f3f132-c2ac-462a-b939-9a7b6779db4e,revision_number=3']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:04.126174 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-c7468a71-c249-4abb-a39b-71a4dbfdd13d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:04.130120 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-e5dd3b0d-4bb5-48ca-a792-26f05e0ea94e None None] Provisioning for port be4632a3-3f90-4b0f-bb94-aaef666911fe completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:04.142896 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Pushing event updated for resources: {'Port': ['ID=99ccde6c-569d-4e62-8297-a37b7e844e5b,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:04.154368 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:04.155718 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-e5dd3b0d-4bb5-48ca-a792-26f05e0ea94e None None] Provisioning complete for port be4632a3-3f90-4b0f-bb94-aaef666911fe triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:04.156096 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3b0d-4bb5-48ca-a792-26f05e0ea94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.267399 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:00Z', 'revision_number': 3, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph'}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:04.273773 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf40dc4-9cab-4a51-85df-5837a6a96a05 None None] The sync data for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph is: [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:00Z', 'revision_number': 3, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph'}] {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:05:04.397430 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.405025 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device b5f3f132-c2ac-462a-b939-9a7b6779db4e up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:04.411181 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.412717 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921265'] for router_interface, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.418427 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-ad93ff37-4fdc-465a-a8aa-5f3fc5e33078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:04.486532 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.493882 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.495715 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921265'] for router_interface, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.498625 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Notify callbacks [] for port, precommit_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.501939 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-a16d39c6-261e-4faf-a2fa-87bad9251a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:04.508737 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3b0d-4bb5-48ca-a792-26f05e0ea94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.532198 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Transition to ACTIVE for port object d5a215e1-de9b-496e-ab0d-4286da1125cf will not be triggered until provisioned by entity L2. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:04.557612 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.566853 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-e5dd3b0d-4bb5-48ca-a792-26f05e0ea94e None None] For port be4632a3-3f90-4b0f-bb94-aaef666911fe, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=be4632a3-3f90-4b0f-bb94-aaef666911fe,segment=NetworkSegment(601754fe-1650-4989-a26e-8a6b475c90b6),segment_id=601754fe-1650-4989-a26e-8a6b475c90b6)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:05:04.568086 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:04.588499 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Pushing event updated for resources: {'Port': ['ID=36483a8a-1b73-48e9-a335-308b467957d8,revision_number=2']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:04.593213 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:04.660228 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Pushing event updated for resources: {'Port': ['ID=99ccde6c-569d-4e62-8297-a37b7e844e5b,revision_number=2']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:04.663116 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:04.688279 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Network 88c98950-64a8-4367-b50e-dc761f5d98c6 is already hosted by enough agents. {{(pid=95115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:04.691899 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.base_scheduler [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Resources bound (agent type, host, resource id): {{(pid=95115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:04.692367 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3b0d-4bb5-48ca-a792-26f05e0ea94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.709271 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port b5f3f132-c2ac-462a-b939-9a7b6779db4e triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:04.709998 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.788177 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Attempting to bind port d5a215e1-de9b-496e-ab0d-4286da1125cf on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:05:04.788554 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Attempting to bind port d5a215e1-de9b-496e-ab0d-4286da1125cf by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:05:04.789186 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Attempting to bind port d5a215e1-de9b-496e-ab0d-4286da1125cf on network 5916b097-3e89-45f2-8f3c-981f42c8c244 {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:05:04.797830 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Network eb26da54-b8f1-4b87-9019-6387a3c9a2ed is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:04.799143 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:04.805157 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa44821-4e85-402f-9b9c-c9c3edf11771 None None] Pushing event updated for resources: {'Port': ['ID=d5a215e1-de9b-496e-ab0d-4286da1125cf,revision_number=2']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:04.809168 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-6fa44821-4e85-402f-9b9c-c9c3edf11771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:04.812804 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:04.857409 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:05:04.858222 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Checking segment: {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:05:04.858860 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.859475 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Bound using segment: {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:05:04.860206 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Bound port: d5a215e1-de9b-496e-ab0d-4286da1125cf, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'}}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:05:04.860832 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:04.951082 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Router e514bea9-a707-4407-bc58-c4c0bb10b685 has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:05:05.074994 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-77ce4bbd-a99c-4d84-8911-6beb799e37fb None None] Provisioning for port 36483a8a-1b73-48e9-a335-308b467957d8 completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:05.085739 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Router c8fdd843-dbbe-413f-a284-bcd47026ba3b has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:05:05.095598 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd3b0d-4bb5-48ca-a792-26f05e0ea94e None None] Pushing event updated for resources: {'Port': ['ID=be4632a3-3f90-4b0f-bb94-aaef666911fe,revision_number=3']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:05.099798 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-e5dd3b0d-4bb5-48ca-a792-26f05e0ea94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:05.114055 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-77ce4bbd-a99c-4d84-8911-6beb799e37fb None None] Provisioning complete for port 36483a8a-1b73-48e9-a335-308b467957d8 triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:05.123303 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-77ce4bbd-a99c-4d84-8911-6beb799e37fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:05.177410 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] For port d5a215e1-de9b-496e-ab0d-4286da1125cf, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:05:05.199741 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] For port d5a215e1-de9b-496e-ab0d-4286da1125cf, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=d5a215e1-de9b-496e-ab0d-4286da1125cf,segment=NetworkSegment(4d3cb9de-8556-49db-b58b-198bb21ce050),segment_id=4d3cb9de-8556-49db-b58b-198bb21ce050)] {{(pid=95117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:05:05.204689 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-77ce4bbd-a99c-4d84-8911-6beb799e37fb None None] Port 36483a8a-1b73-48e9-a335-308b467957d8 cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 03:05:05.209436 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:05.216571 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:05.233482 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:05:05.244078 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] 10.222.0.45 "PUT /v2.0/routers/e514bea9-a707-4407-bc58-c4c0bb10b685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5667801 Jun 04 03:05:05.292792 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-77ce4bbd-a99c-4d84-8911-6beb799e37fb None None] Provisioning complete for port b5f3f132-c2ac-462a-b939-9a7b6779db4e triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:05.293197 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-77ce4bbd-a99c-4d84-8911-6beb799e37fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:05.325357 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:05:05.336846 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] 10.222.0.45 "PUT /v2.0/routers/c8fdd843-dbbe-413f-a284-bcd47026ba3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2851448 Jun 04 03:05:05.364649 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Routers {'c8fdd843-dbbe-413f-a284-bcd47026ba3b'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:05.365318 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:04:41Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'], 'active': True} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:05.456373 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa44821-4e85-402f-9b9c-c9c3edf11771 None None] Pushing event updated for resources: {'Port': ['ID=d5a215e1-de9b-496e-ab0d-4286da1125cf,revision_number=3']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:05.459761 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-6fa44821-4e85-402f-9b9c-c9c3edf11771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:05.622796 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvr_db [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] Set router c8fdd843-dbbe-413f-a284-bcd47026ba3b gateway port host: dv-osbrick-780511-13-ceph {{(pid=95117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:05.764793 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-77ce4bbd-a99c-4d84-8911-6beb799e37fb None None] Provisioning for port 99ccde6c-569d-4e62-8297-a37b7e844e5b completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:05.791940 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-77ce4bbd-a99c-4d84-8911-6beb799e37fb None None] Provisioning complete for port 99ccde6c-569d-4e62-8297-a37b7e844e5b triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:05.792316 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-77ce4bbd-a99c-4d84-8911-6beb799e37fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:05.923557 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-77ce4bbd-a99c-4d84-8911-6beb799e37fb None None] Port 99ccde6c-569d-4e62-8297-a37b7e844e5b cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 03:05:05.938309 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 35054) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:05:05.944637 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1115401350-network', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:05:05.953856 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:05:05.960798 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Usage tracker for resource:network and tenant:8069ec4b5b7646a8b5e8b24752fd246f is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:05:05.965153 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:05:05.973701 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:05:05.992030 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Made reservation on behalf of 8069ec4b5b7646a8b5e8b24752fd246f for: {'network': 1} {{(pid=95116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:05:05.994997 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16288105'] for network, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.010029 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.027356 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167'}], 'enable_snat': True}, 'gw_port_id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'gw_port': {'id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:00Z', 'updated_at': '2021-06-04T03:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '99ccde6c-569d-4e62-8297-a37b7e844e5b', 'name': '', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'mac_address': 'fa:16:3e:78:75:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:03Z', 'updated_at': '2021-06-04T03:05:04Z', 'revision_number': 2, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'subnets': [{'id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:06.029958 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:05:06.035124 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3689c6-3cf7-452b-9166-18c1fbdebca3 None None] The sync data for ids ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'] in dv-osbrick-780511-13-ceph is: [{'id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167'}], 'enable_snat': True}, 'gw_port_id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'gw_port': {'id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:00Z', 'updated_at': '2021-06-04T03:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '99ccde6c-569d-4e62-8297-a37b7e844e5b', 'name': '', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'mac_address': 'fa:16:3e:78:75:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:03Z', 'updated_at': '2021-06-04T03:05:04Z', 'revision_number': 2, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'subnets': [{'id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:05:06.037345 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Usage tracker for resource:security_group_rule and tenant:8069ec4b5b7646a8b5e8b24752fd246f is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:05:06.041504 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:05:06.048080 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:05:06.051425 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-26bd8c78-b182-4d58-b59e-d204a2ccfa55 None None] Provisioning complete for port 36483a8a-1b73-48e9-a335-308b467957d8 triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:06.051913 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-26bd8c78-b182-4d58-b59e-d204a2ccfa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.140572 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-26bd8c78-b182-4d58-b59e-d204a2ccfa55 None None] Port 36483a8a-1b73-48e9-a335-308b467957d8 cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 03:05:06.154568 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-26bd8c78-b182-4d58-b59e-d204a2ccfa55 None None] Provisioning complete for port 99ccde6c-569d-4e62-8297-a37b7e844e5b triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:06.155305 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-26bd8c78-b182-4d58-b59e-d204a2ccfa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.178042 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.184748 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.189213 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:06.225236 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=95116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 03:05:06.226594 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-26bd8c78-b182-4d58-b59e-d204a2ccfa55 None None] Port 99ccde6c-569d-4e62-8297-a37b7e844e5b cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 03:05:06.233745 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 35060) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:05:06.239560 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2059935679-network', 'tenant_id': '96c184dbee204cfc95ef370f3128076e'}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:05:06.245059 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:05:06.249255 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Usage tracker for resource:network and tenant:96c184dbee204cfc95ef370f3128076e is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:05:06.250698 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9d4d7a-333e-40cf-8d4e-92208cc20b88,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:06.253067 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:05:06.255354 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:06.256643 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16460206'] for segment, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.257016 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.db.segments_db [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Added segment d268a181-e66d-4ba9-aafd-2946480795a5 of type vlan for network 0f5018c4-2b93-465f-b590-b9a25669afce Jun 04 03:05:06.260613 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:05:06.277186 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Made reservation on behalf of 96c184dbee204cfc95ef370f3128076e for: {'network': 1} {{(pid=95115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:05:06.280306 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16288105'] for network, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.289881 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764861424285'] for network, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.294816 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.330450 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:05:06.347992 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Usage tracker for resource:security_group_rule and tenant:96c184dbee204cfc95ef370f3128076e is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:05:06.350725 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:05:06.370558 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:05:06.437586 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-906707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564108'] for network, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.440250 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:06.443899 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Sync routers for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:05:06.445066 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for network, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.450688 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:06.462685 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:06.463302 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:04:41Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:06.515147 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.536122 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.538538 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device be4632a3-3f90-4b0f-bb94-aaef666911fe up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:06.545284 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:06.551198 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6079557 Jun 04 03:05:06.557971 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 35062) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:05:06.566221 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Request body: {'subnet': {'network_id': '0f5018c4-2b93-465f-b590-b9a25669afce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1115401350-subnet', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'ip_version': 4}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:05:06.570708 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0f5018c4-2b93-465f-b590-b9a25669afce,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:06.573452 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:06.574466 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:05:06.581144 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Usage tracker for resource:subnet and tenant:8069ec4b5b7646a8b5e8b24752fd246f is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:05:06.584858 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa4f068-5d06-4e37-bb41-b43e90f46155,revision_number=1']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:06.586684 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:05:06.589379 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:06.598981 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:05:06.607507 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=95115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 03:05:06.613433 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Network 0f5018c4-2b93-465f-b590-b9a25669afce details requested by agent ovs-agent-dv-osbrick-780511-13-ceph with host dv-osbrick-780511-13-ceph {{(pid=95117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 03:05:06.614342 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Made reservation on behalf of 8069ec4b5b7646a8b5e8b24752fd246f for: {'subnet': 1} {{(pid=95116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:05:06.618059 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.621490 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16460206'] for segment, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.621889 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.db.segments_db [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Added segment 691a84f9-fe94-4203-a086-be900ef7c626 of type vlan for network 1f3f4abe-ab07-4257-8f7f-bc8109b33496 Jun 04 03:05:06.666331 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764861424285'] for network, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.701683 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-906707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564108'] for network, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.703234 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:06.704255 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for network, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.711633 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:06.799673 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port be4632a3-3f90-4b0f-bb94-aaef666911fe triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:06.800339 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:06.821766 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:06.876723 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Pushing event updated for resources: {'Network': ['ID=1f3f4abe-ab07-4257-8f7f-bc8109b33496,revision_number=1']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:06.881572 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:06.900688 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6632056 Jun 04 03:05:06.900866 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 35064) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:05:06.906117 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Request body: {'subnet': {'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2059935679-subnet', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'ip_version': 4}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:05:06.914415 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Network 1f3f4abe-ab07-4257-8f7f-bc8109b33496 details requested by agent ovs-agent-dv-osbrick-780511-13-ceph with host dv-osbrick-780511-13-ceph {{(pid=95117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 03:05:06.928562 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:05:06.936408 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Usage tracker for resource:subnet and tenant:96c184dbee204cfc95ef370f3128076e is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:05:06.942478 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:05:06.975825 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:05:07.083207 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Made reservation on behalf of 96c184dbee204cfc95ef370f3128076e for: {'subnet': 1} {{(pid=95116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:05:07.085686 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.137288 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7 up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:07.214159 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7 completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:07.220521 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:07.221883 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.282788 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:04Z', 'revision_number': 2, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:07.288177 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Checking router: e514bea9-a707-4407-bc58-c4c0bb10b685 for host: dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:05:07.288291 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Updating router e514bea9-a707-4407-bc58-c4c0bb10b685 port 36483a8a-1b73-48e9-a335-308b467957d8 binding host dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 03:05:07.359942 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.366096 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.373036 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213'] for subnet, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.382833 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:07.387750 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] For port f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7,segment=NetworkSegment(4d3cb9de-8556-49db-b58b-198bb21ce050),segment_id=4d3cb9de-8556-49db-b58b-198bb21ce050)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:05:07.393860 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.396148 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:07.470919 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Pushing event updated for resources: {'Port': ['ID=f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7,revision_number=4']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:07.474260 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:07.489554 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef673479-b49e-43e0-b65c-98a14e7f6994,revision_number=0']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:07.513969 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:07.542299 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Checking segment: {'id': 'd268a181-e66d-4ba9-aafd-2946480795a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f5018c4-2b93-465f-b590-b9a25669afce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:05:07.542594 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Network hostable DHCP agents. Network: 0f5018c4-2b93-465f-b590-b9a25669afce, hostable agents: ['fcf24da8-e7cd-4546-bbad-4611ec3e4f75'], hosted agents: [] {{(pid=95116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 03:05:07.603759 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-a98eb701-2cbe-4d64-b633-7b2ae288c04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.624924 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Network 0f5018c4-2b93-465f-b590-b9a25669afce is scheduled to be hosted by DHCP agent fcf24da8-e7cd-4546-bbad-4611ec3e4f75 with binding_index 1 {{(pid=95116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 03:05:07.637450 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-780511-13-ceph, 0f5018c4-2b93-465f-b590-b9a25669afce) {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:07.645847 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:07.646437 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for subnet, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.647500 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddc968a-1305-44d4-8bdc-d7cc3a6bc9b9 None None] Network 0f5018c4-2b93-465f-b590-b9a25669afce requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 03:05:07.682324 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-edab96d4-d2c4-4c9a-9f4a-ac92ad7ff1d6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1231878 Jun 04 03:05:07.684946 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 35066) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:05:07.689962 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1115401350-router', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'}}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:05:07.694588 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:05:07.704048 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Usage tracker for resource:router and tenant:8069ec4b5b7646a8b5e8b24752fd246f is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:05:07.708597 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:05:07.715444 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:05:07.728698 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-338'] for router, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.731027 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-929192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-325'] for router, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.759204 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.777804 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213'] for subnet, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.785434 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Notify callbacks [] for port, precommit_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.786125 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:07.800659 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.provisioning_blocks [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Transition to ACTIVE for port object 36483a8a-1b73-48e9-a335-308b467957d8 will not be triggered until provisioned by entity L2. {{(pid=95118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:07.809667 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.816047 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:07.898140 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63ec733e-d34f-459a-b070-1779ec888294,revision_number=0']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:07.908533 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:07.916351 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Checking segment: {'id': '691a84f9-fe94-4203-a086-be900ef7c626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:05:07.916714 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Network hostable DHCP agents. Network: 1f3f4abe-ab07-4257-8f7f-bc8109b33496, hostable agents: ['fcf24da8-e7cd-4546-bbad-4611ec3e4f75'], hosted agents: [] {{(pid=95116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 03:05:07.941098 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Network 1f3f4abe-ab07-4257-8f7f-bc8109b33496 is scheduled to be hosted by DHCP agent fcf24da8-e7cd-4546-bbad-4611ec3e4f75 with binding_index 1 {{(pid=95116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 03:05:07.965407 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-780511-13-ceph, 1f3f4abe-ab07-4257-8f7f-bc8109b33496) {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:07.970716 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:07.971387 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for subnet, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.972502 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1866ae96-c246-5fbe-9aa0-f43422e6bd43-0f5018c4-2b93-465f-b590-b9a25669afce', 'network_id': '0f5018c4-2b93-465f-b590-b9a25669afce', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'fixed_ips': [{'subnet_id': 'ef673479-b49e-43e0-b65c-98a14e7f6994'}]}} from dv-osbrick-780511-13-ceph. {{(pid=95117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 03:05:07.976677 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:07.998997 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d1fc7-f335-48cc-802d-88195b60b55a None None] Network 1f3f4abe-ab07-4257-8f7f-bc8109b33496 requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 03:05:08.005229 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-4a2f5b8c-e712-4ba5-b1da-c309d29c4f36 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1032047 Jun 04 03:05:08.008571 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 35068) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:05:08.013396 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2059935679-router', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'}}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:05:08.021862 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:05:08.026852 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Usage tracker for resource:router and tenant:96c184dbee204cfc95ef370f3128076e is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:05:08.030636 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:05:08.037475 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:05:08.051418 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-338'] for router, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:08.052750 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-929192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-325'] for router, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:08.078120 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:08.086234 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f963f-4776-4918-a588-6a2722052b20 None None] Pushing event updated for resources: {'Port': ['ID=36483a8a-1b73-48e9-a335-308b467957d8,revision_number=3']} {{(pid=95118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:08.125663 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [None req-765f963f-4776-4918-a588-6a2722052b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:08.144372 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.managers [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Attempting to bind port 36483a8a-1b73-48e9-a335-308b467957d8 on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:05:08.144894 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.managers [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Attempting to bind port 36483a8a-1b73-48e9-a335-308b467957d8 by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}] {{(pid=95118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:05:08.145397 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Attempting to bind port 36483a8a-1b73-48e9-a335-308b467957d8 on network 88c98950-64a8-4367-b50e-dc761f5d98c6 {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:05:08.151620 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:05:08.151993 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Checking segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:05:08.152714 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:08.153211 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Bound using segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:05:08.153751 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.managers [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Bound port: 36483a8a-1b73-48e9-a335-308b467957d8, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}}] {{(pid=95118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:05:08.154190 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:08.232766 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924426', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-311'] for router, precommit_update {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:08.253761 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.db [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] For port 36483a8a-1b73-48e9-a335-308b467957d8, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:05:08.257715 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.db [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] For port 36483a8a-1b73-48e9-a335-308b467957d8, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=36483a8a-1b73-48e9-a335-308b467957d8,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:05:08.265276 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:08.273774 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.db_base_plugin_common [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Allocated IP 172.20.0.2 (0f5018c4-2b93-465f-b590-b9a25669afce/ef673479-b49e-43e0-b65c-98a14e7f6994/6c187e95-f387-430c-9a14-de0dfdada238) {{(pid=95117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:05:08.277871 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:08.375253 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f963f-4776-4918-a588-6a2722052b20 None None] Pushing event updated for resources: {'Port': ['ID=36483a8a-1b73-48e9-a335-308b467957d8,revision_number=4']} {{(pid=95118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:08.429837 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [None req-765f963f-4776-4918-a588-6a2722052b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:08.430679 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:08.431516 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:04:41Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:08.578219 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924426', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-311'] for router, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:08.612026 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7 up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:08.720078 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:08.774475 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1866ae96-c246-5fbe-9aa0-f43422e6bd43-1f3f4abe-ab07-4257-8f7f-bc8109b33496', 'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'fixed_ips': [{'subnet_id': '63ec733e-d34f-459a-b070-1779ec888294'}]}} from dv-osbrick-780511-13-ceph. {{(pid=95117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 03:05:08.775676 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:08.890806 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:08.948995 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:08.965855 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Notify callbacks [] for port, precommit_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:08.978696 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:08.979384 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:09.038233 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Transition to ACTIVE for port object 6c187e95-f387-430c-9a14-de0dfdada238 will not be triggered until provisioned by entity L2. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:09.087453 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Sync routers for ids ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'] in dv-osbrick-780511-13-ceph {{(pid=95117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:05:09.114590 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:09.140320 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.db_base_plugin_common [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Allocated IP 172.31.0.112 (5916b097-3e89-45f2-8f3c-981f42c8c244/20c8f888-8aaf-4c6f-a442-219875e52608/1dde26ee-c07b-4dd8-85d7-5d1331d6936a) {{(pid=95115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:05:09.146319 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:09.166632 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Transition to ACTIVE for port object 6c187e95-f387-430c-9a14-de0dfdada238 will not be triggered until provisioned by entity DHCP. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:09.168232 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Routers {'c8fdd843-dbbe-413f-a284-bcd47026ba3b'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:09.169358 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:04:41Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'], 'active': True} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:09.181793 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:08Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:09.186734 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b5fa78-1532-40c8-a957-be8b45ac611b None None] The sync data for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph is: [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:08Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:05:09.252450 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.db_base_plugin_common [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Allocated IP 172.20.0.2 (1f3f4abe-ab07-4257-8f7f-bc8109b33496/63ec733e-d34f-459a-b070-1779ec888294/24f5ccbb-6c71-4c0e-896d-c61c5e4962eb) {{(pid=95117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:05:09.311208 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:09.338899 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:09.354657 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:09.388642 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:09.394730 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:09.458321 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Network 5916b097-3e89-45f2-8f3c-981f42c8c244 is already hosted by enough agents. {{(pid=95115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:09.461309 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.base_scheduler [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=95115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:09.465139 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Received port after_create {{(pid=95115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:05:09.475398 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Allocated IP 172.31.0.108 (5916b097-3e89-45f2-8f3c-981f42c8c244/20c8f888-8aaf-4c6f-a442-219875e52608/9464b6e7-baf0-4c9e-9c29-65324de61e2d) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:05:09.535831 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Pushing event updated for resources: {'Port': ['ID=1dde26ee-c07b-4dd8-85d7-5d1331d6936a,revision_number=1']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:09.546064 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Network 0f5018c4-2b93-465f-b590-b9a25669afce is already hosted by enough agents. {{(pid=95117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:09.546245 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:09.576973 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.scheduler.base_scheduler [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Resources bound (agent type, host, resource id): {{(pid=95117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:09.606742 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Received port after_create {{(pid=95117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:05:09.679237 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:09.710961 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Pushing event updated for resources: {'Port': ['ID=6c187e95-f387-430c-9a14-de0dfdada238,revision_number=1']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:09.725695 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:09.729972 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:09.730698 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:09.774659 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device d5a215e1-de9b-496e-ab0d-4286da1125cf up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:09.816323 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Network 5916b097-3e89-45f2-8f3c-981f42c8c244 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:09.819424 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:09.827945 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:05:09.858391 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvr_db [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Set router c8fdd843-dbbe-413f-a284-bcd47026ba3b gateway port host: dv-osbrick-780511-13-ceph {{(pid=95117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:09.902271 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Pushing event updated for resources: {'Port': ['ID=9464b6e7-baf0-4c9e-9c29-65324de61e2d,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:09.903229 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:09.909299 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:09.927165 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:09.956263 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Attempting to bind port 6c187e95-f387-430c-9a14-de0dfdada238 on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:05:09.956644 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Attempting to bind port 6c187e95-f387-430c-9a14-de0dfdada238 by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': 'd268a181-e66d-4ba9-aafd-2946480795a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f5018c4-2b93-465f-b590-b9a25669afce'}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:05:09.957039 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Attempting to bind port 6c187e95-f387-430c-9a14-de0dfdada238 on network 0f5018c4-2b93-465f-b590-b9a25669afce {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:05:09.976152 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:05:09.976670 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Checking segment: {'id': 'd268a181-e66d-4ba9-aafd-2946480795a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f5018c4-2b93-465f-b590-b9a25669afce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:05:09.976957 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:09.977406 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Bound using segment: {'id': 'd268a181-e66d-4ba9-aafd-2946480795a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f5018c4-2b93-465f-b590-b9a25669afce'} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:05:09.977902 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Bound port: 6c187e95-f387-430c-9a14-de0dfdada238, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd268a181-e66d-4ba9-aafd-2946480795a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f5018c4-2b93-465f-b590-b9a25669afce'}}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:05:09.978287 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:10.123072 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port d5a215e1-de9b-496e-ab0d-4286da1125cf completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:10.158882 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:10.171279 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port d5a215e1-de9b-496e-ab0d-4286da1125cf triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:10.171658 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:10.247246 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Transition to ACTIVE for port object 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb will not be triggered until provisioned by entity L2. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:10.347692 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-db307577-b390-478c-9c05-bbee13dee426 None None] For port 6c187e95-f387-430c-9a14-de0dfdada238, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:05:10.363734 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:10.364998 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Transition to ACTIVE for port object 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb will not be triggered until provisioned by entity DHCP. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:10.368167 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-db307577-b390-478c-9c05-bbee13dee426 None None] For port 6c187e95-f387-430c-9a14-de0dfdada238, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=6c187e95-f387-430c-9a14-de0dfdada238,segment=NetworkSegment(d268a181-e66d-4ba9-aafd-2946480795a5),segment_id=d268a181-e66d-4ba9-aafd-2946480795a5)] {{(pid=95117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:05:10.390444 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:10.402123 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:10.404305 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:10.482417 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924535'] for router, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:10.556225 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Network 1f3f4abe-ab07-4257-8f7f-bc8109b33496 is already hosted by enough agents. {{(pid=95117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:10.564856 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.scheduler.base_scheduler [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Resources bound (agent type, host, resource id): {{(pid=95117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:10.588387 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Received port after_create {{(pid=95117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:05:10.594661 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:10.648200 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Pushing event updated for resources: {'Port': ['ID=6c187e95-f387-430c-9a14-de0dfdada238,revision_number=2']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:10.796894 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Router ec0a5c51-35bf-452c-9abf-01974dd07e63 is scheduled to L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 with binding_index 1 {{(pid=95115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 03:05:10.820340 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] For port d5a215e1-de9b-496e-ab0d-4286da1125cf, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=d5a215e1-de9b-496e-ab0d-4286da1125cf,segment=NetworkSegment(4d3cb9de-8556-49db-b58b-198bb21ce050),segment_id=4d3cb9de-8556-49db-b58b-198bb21ce050)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:05:10.849620 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Attempting to bind port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:05:10.850096 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Attempting to bind port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': '691a84f9-fe94-4203-a086-be900ef7c626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496'}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:05:10.850469 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Attempting to bind port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb on network 1f3f4abe-ab07-4257-8f7f-bc8109b33496 {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:05:10.859753 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Pushing event updated for resources: {'Port': ['ID=24f5ccbb-6c71-4c0e-896d-c61c5e4962eb,revision_number=1']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:10.862686 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:10.869154 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:05:10.869674 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Checking segment: {'id': '691a84f9-fe94-4203-a086-be900ef7c626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:05:10.870082 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:10.870478 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Bound using segment: {'id': '691a84f9-fe94-4203-a086-be900ef7c626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496'} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:05:10.870964 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Bound port: 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691a84f9-fe94-4203-a086-be900ef7c626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496'}}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:05:10.871341 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:10.890416 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:10.917191 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.484s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:11.026908 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924535'] for router, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:11.040502 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ef63d91e-12a9-40a0-82e0-2607fe979697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:11.047016 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167'}], 'enable_snat': True}, 'gw_port_id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'gw_port': {'id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:00Z', 'updated_at': '2021-06-04T03:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '99ccde6c-569d-4e62-8297-a37b7e844e5b', 'name': '', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'mac_address': 'fa:16:3e:78:75:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:03Z', 'updated_at': '2021-06-04T03:05:04Z', 'revision_number': 2, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'subnets': [{'id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:11.055505 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:05:11.068833 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Sync routers for ids ['ec0a5c51-35bf-452c-9abf-01974dd07e63'] in dv-osbrick-780511-13-ceph {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:05:11.083571 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Checking router: c8fdd843-dbbe-413f-a284-bcd47026ba3b for host: dv-osbrick-780511-13-ceph {{(pid=95117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:05:11.084422 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Updating router c8fdd843-dbbe-413f-a284-bcd47026ba3b port 99ccde6c-569d-4e62-8297-a37b7e844e5b binding host dv-osbrick-780511-13-ceph {{(pid=95117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 03:05:11.089150 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Routers {'ec0a5c51-35bf-452c-9abf-01974dd07e63'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:11.089748 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:05:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['ec0a5c51-35bf-452c-9abf-01974dd07e63'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:11.106997 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Notify callbacks [] for router, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:11.120595 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4330289 Jun 04 03:05:11.121387 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Pushing event updated for resources: {'Port': ['ID=d5a215e1-de9b-496e-ab0d-4286da1125cf,revision_number=4']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:11.123462 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 35076) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:05:11.136019 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:11.144356 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-6fa44821-4e85-402f-9b9c-c9c3edf11771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:11.144952 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-6fa44821-4e85-402f-9b9c-c9c3edf11771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:11.146368 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 36483a8a-1b73-48e9-a335-308b467957d8 up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:11.186216 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:05:11.210823 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] For port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:05:11.219015 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] For port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=24f5ccbb-6c71-4c0e-896d-c61c5e4962eb,segment=NetworkSegment(691a84f9-fe94-4203-a086-be900ef7c626),segment_id=691a84f9-fe94-4203-a086-be900ef7c626)] {{(pid=95117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:05:11.220570 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:11.245947 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:11.266009 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:11.349683 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Pushing event updated for resources: {'Port': ['ID=24f5ccbb-6c71-4c0e-896d-c61c5e4962eb,revision_number=2']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:11.357869 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:11.366391 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Set router ec0a5c51-35bf-452c-9abf-01974dd07e63 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:11.401462 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Router 5f053066-7908-49d8-82d7-c55bccde2cb2 is scheduled to L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 with binding_index 1 {{(pid=95116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 03:05:11.719323 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:05:11.759609 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Notify callbacks [] for router, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:11.761126 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7514458 Jun 04 03:05:11.763886 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 35078) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:05:11.769663 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Notify callbacks [] for port, precommit_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:11.782068 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Transition to ACTIVE for port object 99ccde6c-569d-4e62-8297-a37b7e844e5b will not be triggered until provisioned by entity L2. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:11.795229 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Sync routers for ids ['5f053066-7908-49d8-82d7-c55bccde2cb2'] in dv-osbrick-780511-13-ceph {{(pid=95117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:05:11.840165 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Routers {'5f053066-7908-49d8-82d7-c55bccde2cb2'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:11.841856 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:05:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['5f053066-7908-49d8-82d7-c55bccde2cb2'], 'active': True} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:11.892865 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:11.904803 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:11.914760 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'name': 'tempest-TestVolumeBootPattern-1115401350-router', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.112'}], 'enable_snat': True}, 'gw_port_id': '1dde26ee-c07b-4dd8-85d7-5d1331d6936a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:07Z', 'updated_at': '2021-06-04T03:05:09Z', 'revision_number': 3, 'project_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'gw_port': {'id': '1dde26ee-c07b-4dd8-85d7-5d1331d6936a', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:09Z', 'updated_at': '2021-06-04T03:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph'}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:11.922774 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Checking router: ec0a5c51-35bf-452c-9abf-01974dd07e63 for host: dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:05:11.923372 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Updating router ec0a5c51-35bf-452c-9abf-01974dd07e63 port 1dde26ee-c07b-4dd8-85d7-5d1331d6936a binding host dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 03:05:11.989833 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:12.010721 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fbce2-7ca2-42d5-9083-981ba3db9e0d None None] Pushing event updated for resources: {'Port': ['ID=99ccde6c-569d-4e62-8297-a37b7e844e5b,revision_number=3']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:12.020117 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-943fbce2-7ca2-42d5-9083-981ba3db9e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:12.035600 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:12.368348 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:12.390120 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872c9f05-30b3-4db1-916e-25509ea88378 None None] Network 0f5018c4-2b93-465f-b590-b9a25669afce requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 03:05:12.589079 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port 36483a8a-1b73-48e9-a335-308b467957d8 completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:12.602494 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.db_base_plugin_common [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Allocated IP 172.20.0.1 (0f5018c4-2b93-465f-b590-b9a25669afce/ef673479-b49e-43e0-b65c-98a14e7f6994/a3591084-9c02-4af9-99ef-6f45a4ca2f07) {{(pid=95115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:05:12.633270 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 36483a8a-1b73-48e9-a335-308b467957d8 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:12.633653 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:12.642156 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Notify callbacks [] for port, precommit_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:12.656313 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.provisioning_blocks [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Transition to ACTIVE for port object 1dde26ee-c07b-4dd8-85d7-5d1331d6936a will not be triggered until provisioned by entity L2. {{(pid=95118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:12.665670 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:12.666778 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvr_db [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Set router 5f053066-7908-49d8-82d7-c55bccde2cb2 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:12.673309 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [None req-765f963f-4776-4918-a588-6a2722052b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:12.750985 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113edd8-b478-4279-8e5e-145046d6006b None None] Pushing event updated for resources: {'Port': ['ID=1dde26ee-c07b-4dd8-85d7-5d1331d6936a,revision_number=2']} {{(pid=95118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:12.755549 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [None req-2113edd8-b478-4279-8e5e-145046d6006b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:12.777240 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.managers [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Attempting to bind port 1dde26ee-c07b-4dd8-85d7-5d1331d6936a on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:05:12.777635 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.managers [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Attempting to bind port 1dde26ee-c07b-4dd8-85d7-5d1331d6936a by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'}] {{(pid=95118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:05:12.778142 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Attempting to bind port 1dde26ee-c07b-4dd8-85d7-5d1331d6936a on network 5916b097-3e89-45f2-8f3c-981f42c8c244 {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:05:12.787014 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:05:12.787469 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Checking segment: {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:05:12.787865 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:12.788269 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Bound using segment: {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'} {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:05:12.788804 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.managers [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Bound port: 1dde26ee-c07b-4dd8-85d7-5d1331d6936a, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'}}] {{(pid=95118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:05:12.789213 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:12.803531 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:12.822641 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.provisioning_blocks [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Transition to ACTIVE for port object a3591084-9c02-4af9-99ef-6f45a4ca2f07 will not be triggered until provisioned by entity DHCP. {{(pid=95115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:12.866875 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:12.874728 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:12.899682 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.db [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] For port 1dde26ee-c07b-4dd8-85d7-5d1331d6936a, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:05:12.902149 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:12.903009 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.db [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] For port 1dde26ee-c07b-4dd8-85d7-5d1331d6936a, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=1dde26ee-c07b-4dd8-85d7-5d1331d6936a,segment=NetworkSegment(4d3cb9de-8556-49db-b58b-198bb21ce050),segment_id=4d3cb9de-8556-49db-b58b-198bb21ce050)] {{(pid=95118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:05:12.911033 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:12.911729 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-04ceb611-5400-4218-8ebe-204c39df70e3 None None] Provisioning for port 6c187e95-f387-430c-9a14-de0dfdada238 completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:12.916169 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:13.011827 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Attempting to bind port 99ccde6c-569d-4e62-8297-a37b7e844e5b on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:05:13.012225 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Attempting to bind port 99ccde6c-569d-4e62-8297-a37b7e844e5b by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': '601754fe-1650-4989-a26e-8a6b475c90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed'}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:05:13.013025 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Attempting to bind port 99ccde6c-569d-4e62-8297-a37b7e844e5b on network eb26da54-b8f1-4b87-9019-6387a3c9a2ed {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:05:13.032600 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Routers {'ec0a5c51-35bf-452c-9abf-01974dd07e63'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:13.033362 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:05:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['ec0a5c51-35bf-452c-9abf-01974dd07e63'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:13.071559 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:05:13.072208 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Checking segment: {'id': '601754fe-1650-4989-a26e-8a6b475c90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:05:13.072637 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:13.073091 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Bound using segment: {'id': '601754fe-1650-4989-a26e-8a6b475c90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed'} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:05:13.073648 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Bound port: 99ccde6c-569d-4e62-8297-a37b7e844e5b, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601754fe-1650-4989-a26e-8a6b475c90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed'}}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:05:13.074034 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:13.087775 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Pushing event updated for resources: {'Port': ['ID=a3591084-9c02-4af9-99ef-6f45a4ca2f07,revision_number=1']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:13.101820 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:13.113021 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113edd8-b478-4279-8e5e-145046d6006b None None] Pushing event updated for resources: {'Port': ['ID=1dde26ee-c07b-4dd8-85d7-5d1331d6936a,revision_number=3']} {{(pid=95118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:13.113919 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Network 0f5018c4-2b93-465f-b590-b9a25669afce is already hosted by enough agents. {{(pid=95115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:13.115352 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.base_scheduler [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Resources bound (agent type, host, resource id): {{(pid=95115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:13.123097 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [None req-2113edd8-b478-4279-8e5e-145046d6006b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:13.126179 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Received port after_create {{(pid=95115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:05:13.127715 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-923472'] for router_interface, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:13.218137 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Allocated IP 172.20.0.1 (1f3f4abe-ab07-4257-8f7f-bc8109b33496/63ec733e-d34f-459a-b070-1779ec888294/754aa15d-87cd-4294-83b0-934c51f493f4) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:05:13.282714 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] Set router ec0a5c51-35bf-452c-9abf-01974dd07e63 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:13.313293 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:13.420221 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76db68f-66de-4748-a3c2-b5f1f8228353 None None] Network 1f3f4abe-ab07-4257-8f7f-bc8109b33496 requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 03:05:13.482006 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:13.500757 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Transition to ACTIVE for port object 754aa15d-87cd-4294-83b0-934c51f493f4 will not be triggered until provisioned by entity DHCP. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:13.528912 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:13.534140 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:13.553361 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:13.605787 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:13.612729 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:13.613931 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921265'] for router_interface, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:13.617034 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Network 1f3f4abe-ab07-4257-8f7f-bc8109b33496 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:13.620321 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:13.620586 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-c7ef2e7c-0a65-4f65-b411-2532fae95b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:13.624288 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] For port 99ccde6c-569d-4e62-8297-a37b7e844e5b, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:05:13.624454 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:05:13.624764 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-923472'] for router_interface, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:13.644416 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Pushing event updated for resources: {'Port': ['ID=754aa15d-87cd-4294-83b0-934c51f493f4,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:13.648366 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:13.675224 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] For port 99ccde6c-569d-4e62-8297-a37b7e844e5b, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=99ccde6c-569d-4e62-8297-a37b7e844e5b,segment=NetworkSegment(601754fe-1650-4989-a26e-8a6b475c90b6),segment_id=601754fe-1650-4989-a26e-8a6b475c90b6)] {{(pid=95117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:05:13.692725 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] For port 36483a8a-1b73-48e9-a335-308b467957d8, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=36483a8a-1b73-48e9-a335-308b467957d8,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:05:13.700632 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-41813a01-1daa-4f3a-91f5-a4b36ce87968 None None] Provisioning for port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:13.704336 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:13.722571 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-e6486f17-dbbe-473a-a5e9-25ec393883f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:13.754053 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'name': 'tempest-TestVolumeBootPattern-1115401350-router', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.112'}], 'enable_snat': True}, 'gw_port_id': '1dde26ee-c07b-4dd8-85d7-5d1331d6936a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:07Z', 'updated_at': '2021-06-04T03:05:09Z', 'revision_number': 3, 'project_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'gw_port': {'id': '1dde26ee-c07b-4dd8-85d7-5d1331d6936a', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:09Z', 'updated_at': '2021-06-04T03:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph'}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:13.759591 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c35193-5ed1-4f88-9760-c55b1d19941d None None] The sync data for ids ['ec0a5c51-35bf-452c-9abf-01974dd07e63'] in dv-osbrick-780511-13-ceph is: [{'id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'name': 'tempest-TestVolumeBootPattern-1115401350-router', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.112'}], 'enable_snat': True}, 'gw_port_id': '1dde26ee-c07b-4dd8-85d7-5d1331d6936a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:07Z', 'updated_at': '2021-06-04T03:05:09Z', 'revision_number': 3, 'project_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'gw_port': {'id': '1dde26ee-c07b-4dd8-85d7-5d1331d6936a', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:09Z', 'updated_at': '2021-06-04T03:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph'}] {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:05:13.785819 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:13.819037 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:13.975797 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Network 0f5018c4-2b93-465f-b590-b9a25669afce is already hosted by enough agents. {{(pid=95115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:13.976643 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Pushing event updated for resources: {'Port': ['ID=a3591084-9c02-4af9-99ef-6f45a4ca2f07,revision_number=2']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:13.979484 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:13.980418 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.base_scheduler [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Resources bound (agent type, host, resource id): {{(pid=95115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:14.007899 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'name': 'tempest-TestMinimumBasicScenario-2059935679-router', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.108'}], 'enable_snat': True}, 'gw_port_id': '9464b6e7-baf0-4c9e-9c29-65324de61e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:08Z', 'updated_at': '2021-06-04T03:05:10Z', 'revision_number': 3, 'project_id': '96c184dbee204cfc95ef370f3128076e', 'gw_port': {'id': '9464b6e7-baf0-4c9e-9c29-65324de61e2d', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:77:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:09Z', 'updated_at': '2021-06-04T03:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph'}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:14.043260 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Checking router: 5f053066-7908-49d8-82d7-c55bccde2cb2 for host: dv-osbrick-780511-13-ceph {{(pid=95117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:05:14.048464 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Updating router 5f053066-7908-49d8-82d7-c55bccde2cb2 port 9464b6e7-baf0-4c9e-9c29-65324de61e2d binding host dv-osbrick-780511-13-ceph {{(pid=95117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 03:05:14.189141 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:14.227516 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:14.239380 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:14.240549 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921265'] for router_interface, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:14.245887 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:14.267112 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 6c187e95-f387-430c-9a14-de0dfdada238 up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:14.308953 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Router ec0a5c51-35bf-452c-9abf-01974dd07e63 has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:05:14.335216 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Pushing event updated for resources: {'Port': ['ID=754aa15d-87cd-4294-83b0-934c51f493f4,revision_number=2']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:14.340811 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:14.342445 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Routers {'c8fdd843-dbbe-413f-a284-bcd47026ba3b'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:14.343091 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:05:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'], 'active': True} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:14.451334 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fbce2-7ca2-42d5-9083-981ba3db9e0d None None] Pushing event updated for resources: {'Port': ['ID=99ccde6c-569d-4e62-8297-a37b7e844e5b,revision_number=4']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:14.483810 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-943fbce2-7ca2-42d5-9083-981ba3db9e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:14.509178 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-2999e404-c0e9-4269-a3a5-4f124bc94fd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.676s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:14.529345 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Network 1f3f4abe-ab07-4257-8f7f-bc8109b33496 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:14.531036 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:14.630236 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:05:14.661992 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Pushing event updated for resources: {'Port': ['ID=36483a8a-1b73-48e9-a335-308b467957d8,revision_number=5']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:14.664438 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] 10.222.0.45 "PUT /v2.0/routers/ec0a5c51-35bf-452c-9abf-01974dd07e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5364795 Jun 04 03:05:14.680022 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-9047d448-ca1b-4b38-9d7c-1420b590fed2 None None] Provisioning for port a3591084-9c02-4af9-99ef-6f45a4ca2f07 completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:14.689940 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:14.768101 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port 6c187e95-f387-430c-9a14-de0dfdada238 completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:14.782450 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-9047d448-ca1b-4b38-9d7c-1420b590fed2 None None] Provisioning complete for port a3591084-9c02-4af9-99ef-6f45a4ca2f07 triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:14.782696 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-9047d448-ca1b-4b38-9d7c-1420b590fed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:14.806607 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Router 5f053066-7908-49d8-82d7-c55bccde2cb2 has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:05:14.913196 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 6c187e95-f387-430c-9a14-de0dfdada238 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:14.913582 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:15.031248 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-9047d448-ca1b-4b38-9d7c-1420b590fed2 None None] Port a3591084-9c02-4af9-99ef-6f45a4ca2f07 cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 03:05:15.037940 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:05:15.048283 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] 10.222.0.45 "PUT /v2.0/routers/5f053066-7908-49d8-82d7-c55bccde2cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2830832 Jun 04 03:05:15.255070 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvr_db [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] Set router c8fdd843-dbbe-413f-a284-bcd47026ba3b gateway port host: dv-osbrick-780511-13-ceph {{(pid=95117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:15.482635 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.db.resource_extend [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 03:05:15.614334 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:15.716411 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:15.718792 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-cb4a0713-dc4c-40c1-bfa0-d833a3044927 None None] Provisioning complete for port a3591084-9c02-4af9-99ef-6f45a4ca2f07 triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:15.719175 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-cb4a0713-dc4c-40c1-bfa0-d833a3044927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:15.798329 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Transition to ACTIVE for port object 9464b6e7-baf0-4c9e-9c29-65324de61e2d will not be triggered until provisioned by entity L2. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:15.833825 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:15.848819 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-2007dd99-9756-4756-850f-879ea70bb8b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:15.884278 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a0713-dc4c-40c1-bfa0-d833a3044927 None None] Port a3591084-9c02-4af9-99ef-6f45a4ca2f07 cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 03:05:15.940696 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] For port 6c187e95-f387-430c-9a14-de0dfdada238, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=6c187e95-f387-430c-9a14-de0dfdada238,segment=NetworkSegment(d268a181-e66d-4ba9-aafd-2946480795a5),segment_id=d268a181-e66d-4ba9-aafd-2946480795a5)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:05:15.951408 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Attempting to bind port 9464b6e7-baf0-4c9e-9c29-65324de61e2d on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:05:15.951817 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Attempting to bind port 9464b6e7-baf0-4c9e-9c29-65324de61e2d by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:05:15.952215 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Attempting to bind port 9464b6e7-baf0-4c9e-9c29-65324de61e2d on network 5916b097-3e89-45f2-8f3c-981f42c8c244 {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:05:15.957803 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:15.958660 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:16.035339 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ee253-5b2d-4efd-a155-637423b6a16a None None] Pushing event updated for resources: {'Port': ['ID=9464b6e7-baf0-4c9e-9c29-65324de61e2d,revision_number=2']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:16.055416 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-1a2ee253-5b2d-4efd-a155-637423b6a16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:16.100514 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:16.202810 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:05:16.203205 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Checking segment: {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:05:16.203623 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:16.204031 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Bound using segment: {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:05:16.206317 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Bound port: 9464b6e7-baf0-4c9e-9c29-65324de61e2d, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3cb9de-8556-49db-b58b-198bb21ce050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244'}}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:05:16.206317 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:16.343516 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Pushing event updated for resources: {'Port': ['ID=6c187e95-f387-430c-9a14-de0dfdada238,revision_number=3']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:16.347538 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:16.364638 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-28cf0577-12ed-4bed-8868-a689630bdc22 None None] Provisioning for port 754aa15d-87cd-4294-83b0-934c51f493f4 completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:16.368702 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] For port 9464b6e7-baf0-4c9e-9c29-65324de61e2d, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:05:16.373684 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] For port 9464b6e7-baf0-4c9e-9c29-65324de61e2d, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=9464b6e7-baf0-4c9e-9c29-65324de61e2d,segment=NetworkSegment(4d3cb9de-8556-49db-b58b-198bb21ce050),segment_id=4d3cb9de-8556-49db-b58b-198bb21ce050)] {{(pid=95117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:05:16.376758 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:16.380696 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-28cf0577-12ed-4bed-8868-a689630bdc22 None None] Provisioning complete for port 754aa15d-87cd-4294-83b0-934c51f493f4 triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:16.381109 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-28cf0577-12ed-4bed-8868-a689630bdc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:16.408678 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:16.418460 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-1a2ee253-5b2d-4efd-a155-637423b6a16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:16.468370 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:16.468754 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:16.513341 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167'}], 'enable_snat': True}, 'gw_port_id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'gw_port': {'id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:00Z', 'updated_at': '2021-06-04T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '99ccde6c-569d-4e62-8297-a37b7e844e5b', 'name': '', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'mac_address': 'fa:16:3e:78:75:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:03Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 4, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'subnets': [{'id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:16.551774 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81e5b1-2775-45d8-960a-e23862a50ec4 None None] The sync data for ids ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'] in dv-osbrick-780511-13-ceph is: [{'id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167'}], 'enable_snat': True}, 'gw_port_id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'gw_port': {'id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:00Z', 'updated_at': '2021-06-04T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '99ccde6c-569d-4e62-8297-a37b7e844e5b', 'name': '', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'mac_address': 'fa:16:3e:78:75:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:03Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 4, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'subnets': [{'id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:05:16.582379 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-28cf0577-12ed-4bed-8868-a689630bdc22 None None] Port 754aa15d-87cd-4294-83b0-934c51f493f4 cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 03:05:16.591184 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ee253-5b2d-4efd-a155-637423b6a16a None None] Pushing event updated for resources: {'Port': ['ID=9464b6e7-baf0-4c9e-9c29-65324de61e2d,revision_number=3']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:16.594467 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-1a2ee253-5b2d-4efd-a155-637423b6a16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:16.596775 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Routers {'5f053066-7908-49d8-82d7-c55bccde2cb2'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:16.597464 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:05:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['5f053066-7908-49d8-82d7-c55bccde2cb2'], 'active': True} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:16.833660 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:16.882558 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvr_db [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] Set router 5f053066-7908-49d8-82d7-c55bccde2cb2 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:16.964391 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] For port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=24f5ccbb-6c71-4c0e-896d-c61c5e4962eb,segment=NetworkSegment(691a84f9-fe94-4203-a086-be900ef7c626),segment_id=691a84f9-fe94-4203-a086-be900ef7c626)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:05:17.077551 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:17.078486 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device d5a215e1-de9b-496e-ab0d-4286da1125cf up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:17.112212 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:17.435860 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Pushing event updated for resources: {'Port': ['ID=24f5ccbb-6c71-4c0e-896d-c61c5e4962eb,revision_number=3']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:17.461085 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:17.531843 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port d5a215e1-de9b-496e-ab0d-4286da1125cf triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:17.532475 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:17.615132 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'name': 'tempest-TestMinimumBasicScenario-2059935679-router', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.108'}], 'enable_snat': True}, 'gw_port_id': '9464b6e7-baf0-4c9e-9c29-65324de61e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:08Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 4, 'project_id': '96c184dbee204cfc95ef370f3128076e', 'gw_port': {'id': '9464b6e7-baf0-4c9e-9c29-65324de61e2d', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:77:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:09Z', 'updated_at': '2021-06-04T03:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '754aa15d-87cd-4294-83b0-934c51f493f4', 'name': '', 'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'mac_address': 'fa:16:3e:d0:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63ec733e-d34f-459a-b070-1779ec888294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:12Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 2, 'project_id': '96c184dbee204cfc95ef370f3128076e', 'subnets': [{'id': '63ec733e-d34f-459a-b070-1779ec888294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:17.630334 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f5dec-2a33-4d1e-81e7-b58fc96b48a4 None None] The sync data for ids ['5f053066-7908-49d8-82d7-c55bccde2cb2'] in dv-osbrick-780511-13-ceph is: [{'id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'name': 'tempest-TestMinimumBasicScenario-2059935679-router', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.108'}], 'enable_snat': True}, 'gw_port_id': '9464b6e7-baf0-4c9e-9c29-65324de61e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:08Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 4, 'project_id': '96c184dbee204cfc95ef370f3128076e', 'gw_port': {'id': '9464b6e7-baf0-4c9e-9c29-65324de61e2d', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:77:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:09Z', 'updated_at': '2021-06-04T03:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '754aa15d-87cd-4294-83b0-934c51f493f4', 'name': '', 'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'mac_address': 'fa:16:3e:d0:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63ec733e-d34f-459a-b070-1779ec888294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:12Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 2, 'project_id': '96c184dbee204cfc95ef370f3128076e', 'subnets': [{'id': '63ec733e-d34f-459a-b070-1779ec888294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:05:17.826820 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Sync routers for ids ['ec0a5c51-35bf-452c-9abf-01974dd07e63'] in dv-osbrick-780511-13-ceph {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:05:17.848356 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Routers {'ec0a5c51-35bf-452c-9abf-01974dd07e63'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:17.850257 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:05:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['ec0a5c51-35bf-452c-9abf-01974dd07e63'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:18.097243 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 1dde26ee-c07b-4dd8-85d7-5d1331d6936a up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:18.146987 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Set router ec0a5c51-35bf-452c-9abf-01974dd07e63 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:18.223406 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port 1dde26ee-c07b-4dd8-85d7-5d1331d6936a completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:18.232182 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 1dde26ee-c07b-4dd8-85d7-5d1331d6936a triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:18.232567 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:18.480567 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:18.508413 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] For port 1dde26ee-c07b-4dd8-85d7-5d1331d6936a, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=1dde26ee-c07b-4dd8-85d7-5d1331d6936a,segment=NetworkSegment(4d3cb9de-8556-49db-b58b-198bb21ce050),segment_id=4d3cb9de-8556-49db-b58b-198bb21ce050)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:05:18.516701 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:18.521077 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 99ccde6c-569d-4e62-8297-a37b7e844e5b up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:18.610534 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'name': 'tempest-TestVolumeBootPattern-1115401350-router', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.112'}], 'enable_snat': True}, 'gw_port_id': '1dde26ee-c07b-4dd8-85d7-5d1331d6936a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:07Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 4, 'project_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'gw_port': {'id': '1dde26ee-c07b-4dd8-85d7-5d1331d6936a', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:09Z', 'updated_at': '2021-06-04T03:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': 'a3591084-9c02-4af9-99ef-6f45a4ca2f07', 'name': '', 'network_id': '0f5018c4-2b93-465f-b590-b9a25669afce', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'mac_address': 'fa:16:3e:85:fa:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ef673479-b49e-43e0-b65c-98a14e7f6994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:12Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 2, 'project_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'subnets': [{'id': 'ef673479-b49e-43e0-b65c-98a14e7f6994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:18.615955 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Checking router: ec0a5c51-35bf-452c-9abf-01974dd07e63 for host: dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:05:18.616316 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Updating router ec0a5c51-35bf-452c-9abf-01974dd07e63 port a3591084-9c02-4af9-99ef-6f45a4ca2f07 binding host dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 03:05:18.631204 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-943fbce2-7ca2-42d5-9083-981ba3db9e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:18.698568 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:18.829642 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Pushing event updated for resources: {'Port': ['ID=1dde26ee-c07b-4dd8-85d7-5d1331d6936a,revision_number=4']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:18.834498 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:18.845288 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port 99ccde6c-569d-4e62-8297-a37b7e844e5b completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:18.861208 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 99ccde6c-569d-4e62-8297-a37b7e844e5b triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:18.861978 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:19.055421 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:19.124822 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] For port 99ccde6c-569d-4e62-8297-a37b7e844e5b, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=99ccde6c-569d-4e62-8297-a37b7e844e5b,segment=NetworkSegment(601754fe-1650-4989-a26e-8a6b475c90b6),segment_id=601754fe-1650-4989-a26e-8a6b475c90b6)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:05:19.130698 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:19.132081 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 6c187e95-f387-430c-9a14-de0dfdada238 up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:19.165352 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:19.278612 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Pushing event updated for resources: {'Port': ['ID=99ccde6c-569d-4e62-8297-a37b7e844e5b,revision_number=5']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:19.283531 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:19.291137 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Notify callbacks [] for port, precommit_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:19.293453 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 6c187e95-f387-430c-9a14-de0dfdada238 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:19.294703 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:19.306342 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.provisioning_blocks [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Transition to ACTIVE for port object a3591084-9c02-4af9-99ef-6f45a4ca2f07 will not be triggered until provisioned by entity L2. {{(pid=95118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:19.316786 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:19.326272 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:19.505908 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 36483a8a-1b73-48e9-a335-308b467957d8 up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:19.568078 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbf293-5d04-4393-88c8-6654ed33125c None None] Pushing event updated for resources: {'Port': ['ID=a3591084-9c02-4af9-99ef-6f45a4ca2f07,revision_number=3']} {{(pid=95118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:19.586215 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [None req-9bbbf293-5d04-4393-88c8-6654ed33125c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:19.666856 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 36483a8a-1b73-48e9-a335-308b467957d8 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:19.667602 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:19.674247 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.managers [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Attempting to bind port a3591084-9c02-4af9-99ef-6f45a4ca2f07 on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:05:19.674712 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.managers [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Attempting to bind port a3591084-9c02-4af9-99ef-6f45a4ca2f07 by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': 'd268a181-e66d-4ba9-aafd-2946480795a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f5018c4-2b93-465f-b590-b9a25669afce'}] {{(pid=95118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:05:19.675155 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Attempting to bind port a3591084-9c02-4af9-99ef-6f45a4ca2f07 on network 0f5018c4-2b93-465f-b590-b9a25669afce {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:05:19.681924 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:05:19.682311 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Checking segment: {'id': 'd268a181-e66d-4ba9-aafd-2946480795a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f5018c4-2b93-465f-b590-b9a25669afce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:05:19.682727 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:19.683134 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Bound using segment: {'id': 'd268a181-e66d-4ba9-aafd-2946480795a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f5018c4-2b93-465f-b590-b9a25669afce'} {{(pid=95118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:05:19.683650 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.managers [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Bound port: a3591084-9c02-4af9-99ef-6f45a4ca2f07, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd268a181-e66d-4ba9-aafd-2946480795a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f5018c4-2b93-465f-b590-b9a25669afce'}}] {{(pid=95118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:05:19.684035 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:19.890116 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.db [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] For port a3591084-9c02-4af9-99ef-6f45a4ca2f07, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:05:19.895341 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.plugins.ml2.db [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] For port a3591084-9c02-4af9-99ef-6f45a4ca2f07, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=a3591084-9c02-4af9-99ef-6f45a4ca2f07,segment=NetworkSegment(d268a181-e66d-4ba9-aafd-2946480795a5),segment_id=d268a181-e66d-4ba9-aafd-2946480795a5)] {{(pid=95118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:05:19.914766 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron_lib.callbacks.manager [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:19.927825 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [None req-c1ae8dc8-3a2a-4976-a147-7f748d1989e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:19.949889 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:20.043891 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbf293-5d04-4393-88c8-6654ed33125c None None] Pushing event updated for resources: {'Port': ['ID=a3591084-9c02-4af9-99ef-6f45a4ca2f07,revision_number=4']} {{(pid=95118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:20.049744 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG oslo_concurrency.lockutils [None req-9bbbf293-5d04-4393-88c8-6654ed33125c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=95118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:20.059925 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Routers {'ec0a5c51-35bf-452c-9abf-01974dd07e63'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:20.060846 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:05:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['ec0a5c51-35bf-452c-9abf-01974dd07e63'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:20.099513 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:20.100249 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:20.416012 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] Set router ec0a5c51-35bf-452c-9abf-01974dd07e63 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:20.664469 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 99ccde6c-569d-4e62-8297-a37b7e844e5b up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:20.790141 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 99ccde6c-569d-4e62-8297-a37b7e844e5b triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:20.790522 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:20.904570 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'name': 'tempest-TestVolumeBootPattern-1115401350-router', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.112'}], 'enable_snat': True}, 'gw_port_id': '1dde26ee-c07b-4dd8-85d7-5d1331d6936a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:07Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 4, 'project_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'gw_port': {'id': '1dde26ee-c07b-4dd8-85d7-5d1331d6936a', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:09Z', 'updated_at': '2021-06-04T03:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': 'a3591084-9c02-4af9-99ef-6f45a4ca2f07', 'name': '', 'network_id': '0f5018c4-2b93-465f-b590-b9a25669afce', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'mac_address': 'fa:16:3e:85:fa:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ef673479-b49e-43e0-b65c-98a14e7f6994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:12Z', 'updated_at': '2021-06-04T03:05:19Z', 'revision_number': 4, 'project_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'subnets': [{'id': 'ef673479-b49e-43e0-b65c-98a14e7f6994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:20.910148 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82918844-a349-44e5-bdc0-6840e0bf1008 None None] The sync data for ids ['ec0a5c51-35bf-452c-9abf-01974dd07e63'] in dv-osbrick-780511-13-ceph is: [{'id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'name': 'tempest-TestVolumeBootPattern-1115401350-router', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.112'}], 'enable_snat': True}, 'gw_port_id': '1dde26ee-c07b-4dd8-85d7-5d1331d6936a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:07Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 4, 'project_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'gw_port': {'id': '1dde26ee-c07b-4dd8-85d7-5d1331d6936a', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:09Z', 'updated_at': '2021-06-04T03:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': 'a3591084-9c02-4af9-99ef-6f45a4ca2f07', 'name': '', 'network_id': '0f5018c4-2b93-465f-b590-b9a25669afce', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'mac_address': 'fa:16:3e:85:fa:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ef673479-b49e-43e0-b65c-98a14e7f6994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:12Z', 'updated_at': '2021-06-04T03:05:19Z', 'revision_number': 4, 'project_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'subnets': [{'id': 'ef673479-b49e-43e0-b65c-98a14e7f6994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:05:21.091729 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 9464b6e7-baf0-4c9e-9c29-65324de61e2d up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:21.163717 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:21.181030 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port 9464b6e7-baf0-4c9e-9c29-65324de61e2d completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:21.186134 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 9464b6e7-baf0-4c9e-9c29-65324de61e2d triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:21.186511 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:21.351565 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:21.374974 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] For port 9464b6e7-baf0-4c9e-9c29-65324de61e2d, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=9464b6e7-baf0-4c9e-9c29-65324de61e2d,segment=NetworkSegment(4d3cb9de-8556-49db-b58b-198bb21ce050),segment_id=4d3cb9de-8556-49db-b58b-198bb21ce050)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:05:21.381117 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:21.382316 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 1dde26ee-c07b-4dd8-85d7-5d1331d6936a up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:21.418187 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:21.534863 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Pushing event updated for resources: {'Port': ['ID=9464b6e7-baf0-4c9e-9c29-65324de61e2d,revision_number=4']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:21.543132 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:21.543964 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 1dde26ee-c07b-4dd8-85d7-5d1331d6936a triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:21.544665 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:22.058852 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Sync routers for ids ['5f053066-7908-49d8-82d7-c55bccde2cb2'] in dv-osbrick-780511-13-ceph {{(pid=95117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:05:22.073903 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Routers {'5f053066-7908-49d8-82d7-c55bccde2cb2'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:22.074627 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:05:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['5f053066-7908-49d8-82d7-c55bccde2cb2'], 'active': True} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:22.380522 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvr_db [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Set router 5f053066-7908-49d8-82d7-c55bccde2cb2 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:22.633586 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 9464b6e7-baf0-4c9e-9c29-65324de61e2d up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:22.848918 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 9464b6e7-baf0-4c9e-9c29-65324de61e2d triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:22.849280 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:23.001703 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'name': 'tempest-TestMinimumBasicScenario-2059935679-router', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.108'}], 'enable_snat': True}, 'gw_port_id': '9464b6e7-baf0-4c9e-9c29-65324de61e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:08Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 4, 'project_id': '96c184dbee204cfc95ef370f3128076e', 'gw_port': {'id': '9464b6e7-baf0-4c9e-9c29-65324de61e2d', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:77:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:09Z', 'updated_at': '2021-06-04T03:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '754aa15d-87cd-4294-83b0-934c51f493f4', 'name': '', 'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'mac_address': 'fa:16:3e:d0:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63ec733e-d34f-459a-b070-1779ec888294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:12Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 2, 'project_id': '96c184dbee204cfc95ef370f3128076e', 'subnets': [{'id': '63ec733e-d34f-459a-b070-1779ec888294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:23.011338 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Checking router: 5f053066-7908-49d8-82d7-c55bccde2cb2 for host: dv-osbrick-780511-13-ceph {{(pid=95117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:05:23.011708 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Updating router 5f053066-7908-49d8-82d7-c55bccde2cb2 port 754aa15d-87cd-4294-83b0-934c51f493f4 binding host dv-osbrick-780511-13-ceph {{(pid=95117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 03:05:23.055405 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device a3591084-9c02-4af9-99ef-6f45a4ca2f07 up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:23.110131 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:23.205247 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port a3591084-9c02-4af9-99ef-6f45a4ca2f07 completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:23.257557 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port a3591084-9c02-4af9-99ef-6f45a4ca2f07 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:23.257942 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:23.526612 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:23.578518 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] For port a3591084-9c02-4af9-99ef-6f45a4ca2f07, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=a3591084-9c02-4af9-99ef-6f45a4ca2f07,segment=NetworkSegment(d268a181-e66d-4ba9-aafd-2946480795a5),segment_id=d268a181-e66d-4ba9-aafd-2946480795a5)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:05:23.592446 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:23.596860 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-6fa44821-4e85-402f-9b9c-c9c3edf11771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:23.715541 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Notify callbacks [] for port, precommit_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:23.726246 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Pushing event updated for resources: {'Port': ['ID=a3591084-9c02-4af9-99ef-6f45a4ca2f07,revision_number=5']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:23.732167 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:23.735663 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Transition to ACTIVE for port object 754aa15d-87cd-4294-83b0-934c51f493f4 will not be triggered until provisioned by entity L2. {{(pid=95117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:23.747425 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:23.752833 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:23.920814 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e481a7-b47f-47f9-904c-692aad1e2a7f None None] Pushing event updated for resources: {'Port': ['ID=754aa15d-87cd-4294-83b0-934c51f493f4,revision_number=3']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:23.929307 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-d0e481a7-b47f-47f9-904c-692aad1e2a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:24.002218 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Attempting to bind port 754aa15d-87cd-4294-83b0-934c51f493f4 on host dv-osbrick-780511-13-ceph for vnic_type normal with profile {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:05:24.002758 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Attempting to bind port 754aa15d-87cd-4294-83b0-934c51f493f4 by drivers openvswitch,hyperv on host dv-osbrick-780511-13-ceph at level 0 using segments [{'id': '691a84f9-fe94-4203-a086-be900ef7c626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496'}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:05:24.003143 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Attempting to bind port 754aa15d-87cd-4294-83b0-934c51f493f4 on network 1f3f4abe-ab07-4257-8f7f-bc8109b33496 {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:05:24.012944 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Checking agent: {'id': 'cb96ac83-bfb9-4b42-826a-9a91f1fe82db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-780511-13-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 2, 57, 40), 'started_at': datetime.datetime(2021, 6, 4, 2, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-780511-13-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:05:24.013290 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Checking segment: {'id': '691a84f9-fe94-4203-a086-be900ef7c626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:05:24.014129 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:24.014548 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Bound using segment: {'id': '691a84f9-fe94-4203-a086-be900ef7c626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496'} {{(pid=95117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:05:24.015053 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.managers [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Bound port: 754aa15d-87cd-4294-83b0-934c51f493f4, host: dv-osbrick-780511-13-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691a84f9-fe94-4203-a086-be900ef7c626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496'}}] {{(pid=95117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:05:24.015444 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:24.143480 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] For port 754aa15d-87cd-4294-83b0-934c51f493f4, host dv-osbrick-780511-13-ceph, cleared binding levels {{(pid=95117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:05:24.146856 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] For port 754aa15d-87cd-4294-83b0-934c51f493f4, host dv-osbrick-780511-13-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=754aa15d-87cd-4294-83b0-934c51f493f4,segment=NetworkSegment(691a84f9-fe94-4203-a086-be900ef7c626),segment_id=691a84f9-fe94-4203-a086-be900ef7c626)] {{(pid=95117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:05:24.151722 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:24.156603 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-9b4c2fc9-17fe-4f32-bfb0-4122dd53fe60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:24.234657 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Routers {'5f053066-7908-49d8-82d7-c55bccde2cb2'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:05:24.235323 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:05:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['5f053066-7908-49d8-82d7-c55bccde2cb2'], 'active': True} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:24.365781 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e481a7-b47f-47f9-904c-692aad1e2a7f None None] Pushing event updated for resources: {'Port': ['ID=754aa15d-87cd-4294-83b0-934c51f493f4,revision_number=4']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:24.371058 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-d0e481a7-b47f-47f9-904c-692aad1e2a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:24.529383 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvr_db [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] Set router 5f053066-7908-49d8-82d7-c55bccde2cb2 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:05:24.584395 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 754aa15d-87cd-4294-83b0-934c51f493f4 up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:24.913818 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning for port 754aa15d-87cd-4294-83b0-934c51f493f4 completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:24.933014 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 754aa15d-87cd-4294-83b0-934c51f493f4 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:24.933612 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:25.137873 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:25.201720 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] For port 754aa15d-87cd-4294-83b0-934c51f493f4, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=754aa15d-87cd-4294-83b0-934c51f493f4,segment=NetworkSegment(691a84f9-fe94-4203-a086-be900ef7c626),segment_id=691a84f9-fe94-4203-a086-be900ef7c626)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:05:25.208393 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'name': 'tempest-TestMinimumBasicScenario-2059935679-router', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.108'}], 'enable_snat': True}, 'gw_port_id': '9464b6e7-baf0-4c9e-9c29-65324de61e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:08Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 4, 'project_id': '96c184dbee204cfc95ef370f3128076e', 'gw_port': {'id': '9464b6e7-baf0-4c9e-9c29-65324de61e2d', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:77:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:09Z', 'updated_at': '2021-06-04T03:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '754aa15d-87cd-4294-83b0-934c51f493f4', 'name': '', 'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'mac_address': 'fa:16:3e:d0:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63ec733e-d34f-459a-b070-1779ec888294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:12Z', 'updated_at': '2021-06-04T03:05:24Z', 'revision_number': 4, 'project_id': '96c184dbee204cfc95ef370f3128076e', 'subnets': [{'id': '63ec733e-d34f-459a-b070-1779ec888294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:05:25.214460 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:25.215937 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device a3591084-9c02-4af9-99ef-6f45a4ca2f07 up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:25.313576 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:25.352474 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe3def-894a-4a5b-873a-ae527d9a8548 None None] The sync data for ids ['5f053066-7908-49d8-82d7-c55bccde2cb2'] in dv-osbrick-780511-13-ceph is: [{'id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'name': 'tempest-TestMinimumBasicScenario-2059935679-router', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.108'}], 'enable_snat': True}, 'gw_port_id': '9464b6e7-baf0-4c9e-9c29-65324de61e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:08Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 4, 'project_id': '96c184dbee204cfc95ef370f3128076e', 'gw_port': {'id': '9464b6e7-baf0-4c9e-9c29-65324de61e2d', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:77:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:09Z', 'updated_at': '2021-06-04T03:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '754aa15d-87cd-4294-83b0-934c51f493f4', 'name': '', 'network_id': '1f3f4abe-ab07-4257-8f7f-bc8109b33496', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'mac_address': 'fa:16:3e:d0:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63ec733e-d34f-459a-b070-1779ec888294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:12Z', 'updated_at': '2021-06-04T03:05:24Z', 'revision_number': 4, 'project_id': '96c184dbee204cfc95ef370f3128076e', 'subnets': [{'id': '63ec733e-d34f-459a-b070-1779ec888294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:05:25.408455 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Pushing event updated for resources: {'Port': ['ID=754aa15d-87cd-4294-83b0-934c51f493f4,revision_number=5']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:25.413848 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:25.421582 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port a3591084-9c02-4af9-99ef-6f45a4ca2f07 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:25.421898 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:25.824138 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 35256) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:05:25.826502 dv-osbrick-780511-13-ceph neutron-server[95116]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 04 03:05:25.990510 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-ac8ff0ab-314d-4f9d-8d33-a5df75434a59 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:25.991379 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-ac8ff0ab-314d-4f9d-8d33-a5df75434a59 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Synchronizing usage tracker for tenant:6bdc332119e04d0a9083fcb60396450e on resource:network {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:05:26.018530 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-ac8ff0ab-314d-4f9d-8d33-a5df75434a59 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Unset dirty status for tenant:6bdc332119e04d0a9083fcb60396450e on resource:network {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:05:26.019893 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-ac8ff0ab-314d-4f9d-8d33-a5df75434a59 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/networks?id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed HTTP/1.1" status: 200 len: 814 time: 0.1945841 Jun 04 03:05:26.046507 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-d16cbff5-3648-4ec9-a074-320516d31893 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/quotas/6bdc332119e04d0a9083fcb60396450e HTTP/1.1" status: 200 len: 375 time: 0.0103097 Jun 04 03:05:26.135632 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-cebb086d-d59b-4f6f-84fb-7fc03f4f9a89 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Synchronizing usage tracker for tenant:6bdc332119e04d0a9083fcb60396450e on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:05:26.154764 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-cebb086d-d59b-4f6f-84fb-7fc03f4f9a89 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Unset dirty status for tenant:6bdc332119e04d0a9083fcb60396450e on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:05:26.156284 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-cebb086d-d59b-4f6f-84fb-7fc03f4f9a89 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bdc332119e04d0a9083fcb60396450e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045318 Jun 04 03:05:26.337950 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-f1434b25-c8d6-4e46-bfa0-049d5663f1c4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=95116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 03:05:26.338881 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-f1434b25-c8d6-4e46-bfa0-049d5663f1c4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0499072 Jun 04 03:05:26.480116 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 754aa15d-87cd-4294-83b0-934c51f493f4 up at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:26.493983 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-a77d2885-a9a1-4975-b5c1-95ecb1b02e70 service neutron] 10.222.0.45 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470623 Jun 04 03:05:26.605950 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Provisioning complete for port 754aa15d-87cd-4294-83b0-934c51f493f4 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:26.606762 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:26.703716 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-6f23b25f-5d24-4492-9c6f-28318012530d service neutron] 10.222.0.45 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034750 Jun 04 03:05:27.032073 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 35292) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:05:27.143122 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f48e2d66-3187-4a8d-b739-ca3183f2ecbc req-ff71e1c6-f1bd-40b8-8bbb-2355f680101a tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 210 time: 0.1088850 Jun 04 03:05:28.339684 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-243cf537-405f-41b4-bb6d-99cf202074da req-8becef39-a12c-4f79-9e8d-c42cdc212527 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 210 time: 0.0422091 Jun 04 03:05:28.565124 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.43', 61431) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:05:28.728128 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-407e7d22-2c85-468d-9eba-5bc3a46c1f09 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:28.729618 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-407e7d22-2c85-468d-9eba-5bc3a46c1f09 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.43 "GET /v2.0/networks?id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed HTTP/1.1" status: 200 len: 814 time: 0.1633663 Jun 04 03:05:28.780577 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Request body: {'port': {'device_id': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'admin_state_up': True, 'tenant_id': '6bdc332119e04d0a9083fcb60396450e'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:05:28.931114 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:05:28.941409 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:05:28.956360 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Made reservation on behalf of 6bdc332119e04d0a9083fcb60396450e for: {'port': 1} {{(pid=95116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:05:28.963243 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:29.182702 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Allocated IP 172.20.0.6 (eb26da54-b8f1-4b87-9019-6387a3c9a2ed/3b2f3890-9af8-4b1f-a193-408cd7be0885/bb4ff73e-fe11-4eef-910b-21433be8c9cb) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:05:29.416615 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:29.436627 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Transition to ACTIVE for port object bb4ff73e-fe11-4eef-910b-21433be8c9cb will not be triggered until provisioned by entity DHCP. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:29.463833 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:29.472615 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:29.615021 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Network eb26da54-b8f1-4b87-9019-6387a3c9a2ed is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:29.619239 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:29.625530 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:05:29.631576 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:29.632223 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:29.649192 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Pushing event updated for resources: {'Port': ['ID=bb4ff73e-fe11-4eef-910b-21433be8c9cb,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:29.663281 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e6e9d-a6a9-46d5-b36c-773739a8d4d4 req-4d5a6fec-72ad-4e83-a45b-fb73f51db15c tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:29.664775 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9c3e6e9d-a6a9-46d5-b36c-773739a8d4d4 req-4d5a6fec-72ad-4e83-a45b-fb73f51db15c tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 931 time: 0.1511147 Jun 04 03:05:29.668064 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:29.705660 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9283695 Jun 04 03:05:29.730404 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-9c3e6e9d-a6a9-46d5-b36c-773739a8d4d4 req-6de2050a-a619-4a3d-97eb-a1e14f66a51b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Synchronizing usage tracker for tenant:6bdc332119e04d0a9083fcb60396450e on resource:security_group {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:05:29.751776 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-9c3e6e9d-a6a9-46d5-b36c-773739a8d4d4 req-6de2050a-a619-4a3d-97eb-a1e14f66a51b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Unset dirty status for tenant:6bdc332119e04d0a9083fcb60396450e on resource:security_group {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:05:29.753765 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9c3e6e9d-a6a9-46d5-b36c-773739a8d4d4 req-6de2050a-a619-4a3d-97eb-a1e14f66a51b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700586 Jun 04 03:05:29.924365 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-d87a4533-2f22-449a-8627-031497c98b60 None None] Provisioning for port bb4ff73e-fe11-4eef-910b-21433be8c9cb completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:29.929674 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-d87a4533-2f22-449a-8627-031497c98b60 None None] Provisioning complete for port bb4ff73e-fe11-4eef-910b-21433be8c9cb triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:29.930062 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-d87a4533-2f22-449a-8627-031497c98b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:29.992308 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-d87a4533-2f22-449a-8627-031497c98b60 None None] Port bb4ff73e-fe11-4eef-910b-21433be8c9cb cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 03:05:30.956415 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461878-18f0-4700-b401-bbf830f89823 req-20e71cb9-1898-47e6-8e5f-28f7b3b39451 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:30.957393 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-cd461878-18f0-4700-b401-bbf830f89823 req-20e71cb9-1898-47e6-8e5f-28f7b3b39451 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Synchronizing usage tracker for tenant:6bdc332119e04d0a9083fcb60396450e on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:05:30.974851 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-cd461878-18f0-4700-b401-bbf830f89823 req-20e71cb9-1898-47e6-8e5f-28f7b3b39451 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Unset dirty status for tenant:6bdc332119e04d0a9083fcb60396450e on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:05:30.976161 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-cd461878-18f0-4700-b401-bbf830f89823 req-20e71cb9-1898-47e6-8e5f-28f7b3b39451 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 931 time: 0.1037171 Jun 04 03:05:31.028581 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-cd461878-18f0-4700-b401-bbf830f89823 req-cac8b971-348c-49be-9112-8d117c741bc7 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467372 Jun 04 03:05:32.236088 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8ede7-b8fa-4817-8ba1-72ac39113e8e req-73f89844-52dd-4d80-a586-1b9471df9ccb tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:32.237789 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-89d8ede7-b8fa-4817-8ba1-72ac39113e8e req-73f89844-52dd-4d80-a586-1b9471df9ccb tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 931 time: 0.0963533 Jun 04 03:05:32.288970 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-89d8ede7-b8fa-4817-8ba1-72ac39113e8e req-1fd3ce70-5604-471a-9421-8543c73fb561 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430040 Jun 04 03:05:33.492125 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b1daf-f462-42a5-9198-b629f59bde14 req-51682246-de8e-4fe3-8b99-9439deb5cad6 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:33.493705 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ef5b1daf-f462-42a5-9198-b629f59bde14 req-51682246-de8e-4fe3-8b99-9439deb5cad6 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 931 time: 0.0881503 Jun 04 03:05:33.542982 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ef5b1daf-f462-42a5-9198-b629f59bde14 req-2ae6a04b-0bf0-4602-8c06-1e09f710ff02 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438006 Jun 04 03:05:34.739930 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa983694-109d-4033-9d15-f7881b63ba72 req-a97cbcf5-7e97-4a5c-ba0d-c2d61ed80f46 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:34.741499 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-aa983694-109d-4033-9d15-f7881b63ba72 req-a97cbcf5-7e97-4a5c-ba0d-c2d61ed80f46 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 931 time: 0.0860837 Jun 04 03:05:34.788099 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-aa983694-109d-4033-9d15-f7881b63ba72 req-c05f9a47-3058-4446-8f7a-a1190e64dd43 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411246 Jun 04 03:05:36.002427 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9475f-dbc7-4ace-9919-22f160649981 req-bdbadaff-51fc-4cf6-ac43-483209d03d91 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:36.003994 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9dc9475f-dbc7-4ace-9919-22f160649981 req-bdbadaff-51fc-4cf6-ac43-483209d03d91 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 931 time: 0.1056991 Jun 04 03:05:36.051890 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9dc9475f-dbc7-4ace-9919-22f160649981 req-a0258dd8-845d-47c6-b3d2-d575e6b51bfd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419185 Jun 04 03:05:37.246354 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93197e1-5294-4696-a041-d7025feeaaa7 req-bf3e91b9-795d-4dad-917e-c3494ca5d245 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:37.247842 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-d93197e1-5294-4696-a041-d7025feeaaa7 req-bf3e91b9-795d-4dad-917e-c3494ca5d245 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 931 time: 0.0832477 Jun 04 03:05:37.292657 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-d93197e1-5294-4696-a041-d7025feeaaa7 req-3555cd72-353a-4fb8-8fce-ceb1569eb4f3 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393417 Jun 04 03:05:37.599031 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-c647b23f-b9b3-4bd7-b7da-5a69df6d38c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:38.551646 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d21f9-d181-4da6-9e2b-e7f600938164 req-aa4a08e2-a544-464f-8f60-4d1d8d7b97c8 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:38.554157 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-378d21f9-d181-4da6-9e2b-e7f600938164 req-aa4a08e2-a544-464f-8f60-4d1d8d7b97c8 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 931 time: 0.1477661 Jun 04 03:05:38.603404 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-378d21f9-d181-4da6-9e2b-e7f600938164 req-8cbb5d94-2638-497c-85f9-6735c8940de2 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435705 Jun 04 03:05:39.242852 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-2cc41a26-030b-4e9f-b0e0-e9f4574e7347 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=95116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 03:05:39.243902 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-2cc41a26-030b-4e9f-b0e0-e9f4574e7347 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0052238 Jun 04 03:05:39.336326 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Request body: {'port': {'device_id': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7805'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:05:39.449487 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:39.598929 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:39.866334 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4ff73e-fe11-4eef-910b-21433be8c9cb {{(pid=95116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 03:05:39.875646 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:39.888023 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67d559-c9e3-4b2f-ab51-74761386909b req-8b885f63-7cbf-46d2-825b-9b7205e08c2b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:39.889575 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2b67d559-c9e3-4b2f-ab51-74761386909b req-8b885f63-7cbf-46d2-825b-9b7205e08c2b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 931 time: 0.1664839 Jun 04 03:05:39.920327 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Transition to ACTIVE for port object bb4ff73e-fe11-4eef-910b-21433be8c9cb will not be triggered until provisioned by entity L2. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:05:39.934492 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:39.943380 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:39.985713 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2b67d559-c9e3-4b2f-ab51-74761386909b req-b5448e04-ae70-4ee6-bce1-04116d661ef6 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881491 Jun 04 03:05:40.114788 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Pushing event updated for resources: {'Port': ['ID=bb4ff73e-fe11-4eef-910b-21433be8c9cb,revision_number=2']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:40.122735 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:40.144762 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Attempting to bind port bb4ff73e-fe11-4eef-910b-21433be8c9cb on host hv-osbrick-7805 for vnic_type normal with profile {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:05:40.145168 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Attempting to bind port bb4ff73e-fe11-4eef-910b-21433be8c9cb by drivers openvswitch,hyperv on host hv-osbrick-7805 at level 0 using segments [{'id': '601754fe-1650-4989-a26e-8a6b475c90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed'}] {{(pid=95116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:05:40.145525 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Attempting to bind port bb4ff73e-fe11-4eef-910b-21433be8c9cb on network eb26da54-b8f1-4b87-9019-6387a3c9a2ed {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:05:40.150733 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Port bb4ff73e-fe11-4eef-910b-21433be8c9cb on network eb26da54-b8f1-4b87-9019-6387a3c9a2ed not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7805 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 03:05:40.151072 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Attempting to bind port bb4ff73e-fe11-4eef-910b-21433be8c9cb on network eb26da54-b8f1-4b87-9019-6387a3c9a2ed {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:05:40.156833 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Checking agent: {'id': 'ec42cda1-68f5-4af8-ad15-f1d85b99d64c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7805', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 3, 3, 21), 'started_at': datetime.datetime(2021, 6, 4, 3, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:05:40.157216 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Checking segment: {'id': '601754fe-1650-4989-a26e-8a6b475c90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:05:40.158183 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Bound using segment: {'id': '601754fe-1650-4989-a26e-8a6b475c90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed'} {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:05:40.158637 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Bound port: bb4ff73e-fe11-4eef-910b-21433be8c9cb, host: hv-osbrick-7805, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601754fe-1650-4989-a26e-8a6b475c90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed'}}] {{(pid=95116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:05:40.158991 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:40.259272 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] For port bb4ff73e-fe11-4eef-910b-21433be8c9cb, host hv-osbrick-7805, cleared binding levels {{(pid=95116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:05:40.263808 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] For port bb4ff73e-fe11-4eef-910b-21433be8c9cb, host hv-osbrick-7805, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=bb4ff73e-fe11-4eef-910b-21433be8c9cb,segment=NetworkSegment(601754fe-1650-4989-a26e-8a6b475c90b6),segment_id=601754fe-1650-4989-a26e-8a6b475c90b6)] {{(pid=95116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:05:40.269490 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:40.273542 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:40.333684 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:40.334308 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:40.335751 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] 10.222.0.43 "PUT /v2.0/ports/bb4ff73e-fe11-4eef-910b-21433be8c9cb HTTP/1.1" status: 200 len: 1093 time: 1.0435622 Jun 04 03:05:40.336235 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'tag': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:05:40.467167 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Pushing event updated for resources: {'Port': ['ID=bb4ff73e-fe11-4eef-910b-21433be8c9cb,revision_number=3']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:40.474730 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:40.495789 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a83003-3fd5-480a-af6d-6abf7c4d34b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59", "tag": "bb4ff73e-fe11-4eef-910b-21433be8c9cb"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:05:40.501599 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-a6f0edc4-7668-4802-abd9-48903e1e7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:40.503192 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-a6f0edc4-7668-4802-abd9-48903e1e7d0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bdc332119e04d0a9083fcb60396450e&device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 1096 time: 0.1073084 Jun 04 03:05:40.583400 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-5aa8510a-3411-4473-9038-92408091582d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4ff73e-fe11-4eef-910b-21433be8c9cb HTTP/1.1" status: 200 len: 217 time: 0.0691035 Jun 04 03:05:40.654278 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-4d4a6ae8-a4ab-44ac-9e9e-e969fc79bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:40.656082 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-4d4a6ae8-a4ab-44ac-9e9e-e969fc79bf44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2f3890-9af8-4b1f-a193-408cd7be0885 HTTP/1.1" status: 200 len: 853 time: 0.0671244 Jun 04 03:05:40.661611 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a71f44-7874-4827-b7f4-1b555a55f097 x-openstack-request-id: req-26a71f44-7874-4827-b7f4-1b555a55f097 {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:05:40.661916 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59", "tag": "bb4ff73e-fe11-4eef-910b-21433be8c9cb", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:05:40.662174 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26a71f44-7874-4827-b7f4-1b555a55f097 {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:05:40.662651 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'tag': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb', 'status': 'completed', 'code': 200} Jun 04 03:05:40.741353 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-60255bf9-3bc5-48db-ab55-c266146e5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:40.742837 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-60255bf9-3bc5-48db-ab55-c266146e5696 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0767469 Jun 04 03:05:40.881510 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-1f441ca6-1e21-4c7f-a49d-f7e1bc6dd480 service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309199 Jun 04 03:05:40.930116 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-fa6b109c-ea72-4053-bc1c-ff0b7cbbb642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:41.105632 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77073c8e-ac3f-4310-ae35-5fca8bdb040e req-2b87f0e9-2f01-4369-8de5-f9e8b85141f1 service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170613 Jun 04 03:05:41.280667 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a83003-3fd5-480a-af6d-6abf7c4d34b1 req-6b60c4fc-2e29-49e4-beda-e61fa5b28290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:41.282167 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-d6a83003-3fd5-480a-af6d-6abf7c4d34b1 req-6b60c4fc-2e29-49e4-beda-e61fa5b28290 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bdc332119e04d0a9083fcb60396450e&device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 1096 time: 0.1038222 Jun 04 03:05:41.291091 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ac386-9b02-41de-9c8a-27b99bb65d1e req-c93a96af-fd03-4d0d-a253-eb59726eaeaa tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:41.293855 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e59ac386-9b02-41de-9c8a-27b99bb65d1e req-c93a96af-fd03-4d0d-a253-eb59726eaeaa tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 943 time: 0.1467984 Jun 04 03:05:41.399985 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:41.431159 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e59ac386-9b02-41de-9c8a-27b99bb65d1e req-ea5c3c46-057f-4911-b124-6e904f4458df tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193178 Jun 04 03:05:41.461437 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a83003-3fd5-480a-af6d-6abf7c4d34b1 req-4e465d11-2329-49bf-8a05-91bb35715f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:41.462911 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-d6a83003-3fd5-480a-af6d-6abf7c4d34b1 req-4e465d11-2329-49bf-8a05-91bb35715f26 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed HTTP/1.1" status: 200 len: 915 time: 0.1695423 Jun 04 03:05:41.538117 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-d6a83003-3fd5-480a-af6d-6abf7c4d34b1 req-86e9ed8d-4a9d-4d9a-b669-cb73d6c1e7af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4ff73e-fe11-4eef-910b-21433be8c9cb HTTP/1.1" status: 200 len: 217 time: 0.0664763 Jun 04 03:05:41.602052 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a83003-3fd5-480a-af6d-6abf7c4d34b1 req-68d022e7-5439-48d8-ba59-c1691255ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:41.603504 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-d6a83003-3fd5-480a-af6d-6abf7c4d34b1 req-68d022e7-5439-48d8-ba59-c1691255ad49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2f3890-9af8-4b1f-a193-408cd7be0885 HTTP/1.1" status: 200 len: 853 time: 0.0595183 Jun 04 03:05:41.681958 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a83003-3fd5-480a-af6d-6abf7c4d34b1 req-bd899926-e906-4089-b621-9bd5b6d9df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:41.683452 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-d6a83003-3fd5-480a-af6d-6abf7c4d34b1 req-bd899926-e906-4089-b621-9bd5b6d9df42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0734403 Jun 04 03:05:41.827558 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-d6a83003-3fd5-480a-af6d-6abf7c4d34b1 req-63adfdb9-6a13-437b-8f61-0fc46fc28c4d service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367743 Jun 04 03:05:41.966174 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-d6a83003-3fd5-480a-af6d-6abf7c4d34b1 req-cdfbafcb-ed39-4823-ae2f-296632f11138 service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316702 Jun 04 03:05:42.638939 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2a93a-524e-43d8-829e-e536d1f529a8 req-4177bf96-7d36-44ba-b762-f9ec1bd09207 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:42.640470 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-1fc2a93a-524e-43d8-829e-e536d1f529a8 req-4177bf96-7d36-44ba-b762-f9ec1bd09207 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 943 time: 0.0887313 Jun 04 03:05:42.692873 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-1fc2a93a-524e-43d8-829e-e536d1f529a8 req-2d2a110f-2fdf-4875-a1de-1141040fd775 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405223 Jun 04 03:05:43.757063 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device bb4ff73e-fe11-4eef-910b-21433be8c9cb details requested by agent hyperv_hv-osbrick-7805 with host hv-osbrick-7805 {{(pid=95117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 03:05:43.882263 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f324fac-8dc6-408b-bcbc-e66fa0470ab2 req-837d1c52-8dc8-4ddc-8acb-f665bf2e58a8 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:43.883958 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-0f324fac-8dc6-408b-bcbc-e66fa0470ab2 req-837d1c52-8dc8-4ddc-8acb-f665bf2e58a8 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 943 time: 0.0821502 Jun 04 03:05:43.904125 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port bb4ff73e-fe11-4eef-910b-21433be8c9cb, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=bb4ff73e-fe11-4eef-910b-21433be8c9cb,segment=NetworkSegment(601754fe-1650-4989-a26e-8a6b475c90b6),segment_id=601754fe-1650-4989-a26e-8a6b475c90b6)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:05:43.919774 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Returning: {'device': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'port_id': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb', 'mac_address': 'fa:16:3e:b5:0c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 03:05:43.933500 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-0f324fac-8dc6-408b-bcbc-e66fa0470ab2 req-862a1a48-ddd3-4c50-9644-29292ba6e94f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430303 Jun 04 03:05:43.980736 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:43.998581 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.notifiers.nova [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4ff73e-fe11-4eef-910b-21433be8c9cb {{(pid=95117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 03:05:44.014288 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port bb4ff73e-fe11-4eef-910b-21433be8c9cb, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=bb4ff73e-fe11-4eef-910b-21433be8c9cb,segment=NetworkSegment(601754fe-1650-4989-a26e-8a6b475c90b6),segment_id=601754fe-1650-4989-a26e-8a6b475c90b6)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:05:44.018178 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:44.020408 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:44.088332 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Pushing event updated for resources: {'Port': ['ID=bb4ff73e-fe11-4eef-910b-21433be8c9cb,revision_number=4']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:44.091380 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:44.368506 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['bb4ff73e-fe11-4eef-910b-21433be8c9cb'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:05:45.121047 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28406110-59d4-4994-a944-b1d82e8b2b72 req-2ccce979-71e4-4362-9388-6602949377bf tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:45.122506 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-28406110-59d4-4994-a944-b1d82e8b2b72 req-2ccce979-71e4-4362-9388-6602949377bf tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 944 time: 0.0815837 Jun 04 03:05:45.167864 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-28406110-59d4-4994-a944-b1d82e8b2b72 req-b25e9cd3-5f18-42e8-b2ae-0d718a653bea tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 Jun 04 03:05:45.753648 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device bb4ff73e-fe11-4eef-910b-21433be8c9cb up at agent hyperv_hv-osbrick-7805 {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:05:45.831388 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Provisioning for port bb4ff73e-fe11-4eef-910b-21433be8c9cb completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:05:45.836351 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Provisioning complete for port bb4ff73e-fe11-4eef-910b-21433be8c9cb triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:05:45.836736 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:45.956411 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:45.982560 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb'}] {{(pid=95117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:05:46.050583 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port bb4ff73e-fe11-4eef-910b-21433be8c9cb, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=bb4ff73e-fe11-4eef-910b-21433be8c9cb,segment=NetworkSegment(601754fe-1650-4989-a26e-8a6b475c90b6),segment_id=601754fe-1650-4989-a26e-8a6b475c90b6)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:05:46.058638 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:46.061205 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:46.110941 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde061ba8984a0406e29c3a6bc1cb8569cb35357d87f28ac640f4fd68adc12d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d48e9f2-fc51-440a-afcb-0ff2a499f6c0" -d '{"events": [{"server_uuid": "e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59", "name": "network-vif-plugged", "status": "completed", "tag": "bb4ff73e-fe11-4eef-910b-21433be8c9cb"}]}' {{(pid=95117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:05:46.134569 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Pushing event updated for resources: {'Port': ['ID=bb4ff73e-fe11-4eef-910b-21433be8c9cb,revision_number=5']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:46.137379 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:46.245760 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 03:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dcd0a1-e08d-4ce7-84df-6cad0e4afb29 x-openstack-request-id: req-29dcd0a1-e08d-4ce7-84df-6cad0e4afb29 {{(pid=95117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:05:46.246056 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59", "name": "network-vif-plugged", "status": "completed", "tag": "bb4ff73e-fe11-4eef-910b-21433be8c9cb", "code": 200}]} {{(pid=95117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:05:46.246313 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29dcd0a1-e08d-4ce7-84df-6cad0e4afb29 {{(pid=95117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:05:46.246807 dv-osbrick-780511-13-ceph neutron-server[95117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb', 'code': 200} Jun 04 03:05:46.383998 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae019834-0859-456d-b92e-eccde485a1c5 req-91731d65-3a3d-4c29-972c-7c66b967e9ec tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:46.393077 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ae019834-0859-456d-b92e-eccde485a1c5 req-91731d65-3a3d-4c29-972c-7c66b967e9ec tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 945 time: 0.1087008 Jun 04 03:05:46.438966 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ae019834-0859-456d-b92e-eccde485a1c5 req-09620093-295b-4d95-84a9-c8773cd2906c tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452263 Jun 04 03:05:46.522824 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286541fd-3dfd-47c8-983b-0ce9b0688383 req-35a737ba-98e1-485e-824f-1bc846b13877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:46.524643 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-286541fd-3dfd-47c8-983b-0ce9b0688383 req-35a737ba-98e1-485e-824f-1bc846b13877 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 1098 time: 0.0847485 Jun 04 03:05:46.552827 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-286541fd-3dfd-47c8-983b-0ce9b0688383 req-32c7f02c-df8c-4d0d-aace-9e7cc1ebe375 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:46.575978 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-286541fd-3dfd-47c8-983b-0ce9b0688383 req-32c7f02c-df8c-4d0d-aace-9e7cc1ebe375 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:05:46.581568 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-286541fd-3dfd-47c8-983b-0ce9b0688383 req-32c7f02c-df8c-4d0d-aace-9e7cc1ebe375 service neutron] Usage tracker for resource:security_group_rule and tenant:aaee2f00f6b64429baf87603e1a47256 is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:05:46.585665 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-286541fd-3dfd-47c8-983b-0ce9b0688383 req-32c7f02c-df8c-4d0d-aace-9e7cc1ebe375 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:05:46.593988 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-286541fd-3dfd-47c8-983b-0ce9b0688383 req-32c7f02c-df8c-4d0d-aace-9e7cc1ebe375 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:05:46.692361 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-286541fd-3dfd-47c8-983b-0ce9b0688383 req-32c7f02c-df8c-4d0d-aace-9e7cc1ebe375 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:46.696256 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-286541fd-3dfd-47c8-983b-0ce9b0688383 req-32c7f02c-df8c-4d0d-aace-9e7cc1ebe375 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:46.703851 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-77351fb4-d520-44cb-9d6c-a86bc377f6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:46.728795 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-286541fd-3dfd-47c8-983b-0ce9b0688383 req-32c7f02c-df8c-4d0d-aace-9e7cc1ebe375 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971133 Jun 04 03:05:46.735843 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7f02c-df8c-4d0d-aace-9e7cc1ebe375 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1cdafb-a58a-4149-a5da-ba662d08a1a2,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:46.739263 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-32c7f02c-df8c-4d0d-aace-9e7cc1ebe375 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:47.633660 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc17235-fad0-42a1-9cc2-65b9b67c25fa req-445938bb-5595-4ae4-b019-f3ce7d50edfc tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:47.637445 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-cfc17235-fad0-42a1-9cc2-65b9b67c25fa req-445938bb-5595-4ae4-b019-f3ce7d50edfc tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 945 time: 0.0908899 Jun 04 03:05:47.694352 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-cfc17235-fad0-42a1-9cc2-65b9b67c25fa req-47847d1d-ee51-41a7-acdf-e1cc8f61777e tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525980 Jun 04 03:05:48.186266 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:05:48.895727 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c3924-c3f2-4cbd-8d12-7068a2f49c18 req-106ff14b-128d-43f8-b32d-225fd17a2f81 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:48.897276 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b81c3924-c3f2-4cbd-8d12-7068a2f49c18 req-106ff14b-128d-43f8-b32d-225fd17a2f81 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 945 time: 0.0855927 Jun 04 03:05:48.943729 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b81c3924-c3f2-4cbd-8d12-7068a2f49c18 req-aef9d937-9e13-49e0-a7c4-3b33243bd583 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Jun 04 03:05:49.135592 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1991e97-5561-41b2-8eb9-5c009b35a960 req-5ad20608-ab42-4cde-864f-d5f28295bd51 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:49.137087 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e1991e97-5561-41b2-8eb9-5c009b35a960 req-5ad20608-ab42-4cde-864f-d5f28295bd51 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 945 time: 0.0836468 Jun 04 03:05:49.181769 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e1991e97-5561-41b2-8eb9-5c009b35a960 req-881517e9-1b94-4f14-9d67-a91fae8ddcac tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388753 Jun 04 03:05:49.631768 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f2f1-348c-4293-9f6f-089a75c8141c req-0b6fbc59-c2db-48de-94d1-6281770f7bb8 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:49.637803 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f808f2f1-348c-4293-9f6f-089a75c8141c req-0b6fbc59-c2db-48de-94d1-6281770f7bb8 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 945 time: 0.1416004 Jun 04 03:05:49.679535 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f808f2f1-348c-4293-9f6f-089a75c8141c req-10c6681c-4c36-484f-9739-a14aca88c624 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408549 Jun 04 03:05:51.167064 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:58.168080 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b2e60-7ee1-440d-bda9-5eb884f5f2bc req-5e1c1e32-bb8c-46fd-a883-8c882e222a50 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:58.169508 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-827b2e60-7ee1-440d-bda9-5eb884f5f2bc req-5e1c1e32-bb8c-46fd-a883-8c882e222a50 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 945 time: 0.0813758 Jun 04 03:05:58.224176 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-827b2e60-7ee1-440d-bda9-5eb884f5f2bc req-ba6180b2-0536-4dc7-a520-b250ddeee473 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486271 Jun 04 03:05:58.247041 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 35518) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:05:58.357806 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b773f773-eccc-4a37-9867-bb5a45dc3fc0 tempest-TestMinimumBasicScenario-24513892 tempest-TestMinimumBasicScenario-24513892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:05:58.358810 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-b773f773-eccc-4a37-9867-bb5a45dc3fc0 tempest-TestMinimumBasicScenario-24513892 tempest-TestMinimumBasicScenario-24513892-project-admin] Synchronizing usage tracker for tenant:96c184dbee204cfc95ef370f3128076e on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:05:58.374872 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-b773f773-eccc-4a37-9867-bb5a45dc3fc0 tempest-TestMinimumBasicScenario-24513892 tempest-TestMinimumBasicScenario-24513892-project-admin] Unset dirty status for tenant:96c184dbee204cfc95ef370f3128076e on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:05:58.376584 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-b773f773-eccc-4a37-9867-bb5a45dc3fc0 tempest-TestMinimumBasicScenario-24513892 tempest-TestMinimumBasicScenario-24513892-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 1093 time: 0.1285543 Jun 04 03:05:58.379714 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 35522) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:05:58.384281 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Request body: {'floatingip': {'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'port_id': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:05:58.390127 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:05:58.394883 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Usage tracker for resource:floatingip and tenant:6bdc332119e04d0a9083fcb60396450e is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:05:58.406573 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:05:58.412871 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:05:58.425609 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for floatingip, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:58.565660 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:58.714030 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Allocated IP 172.31.0.122 (5916b097-3e89-45f2-8f3c-981f42c8c244/20c8f888-8aaf-4c6f-a442-219875e52608/43219516-0459-42ce-bcb0-9cb01097c684) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:05:58.860901 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:58.891943 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:58.896038 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:58.959468 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Network 5916b097-3e89-45f2-8f3c-981f42c8c244 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:05:58.960619 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:05:58.964477 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:05:59.013580 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Pushing event updated for resources: {'Port': ['ID=43219516-0459-42ce-bcb0-9cb01097c684,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:05:59.026547 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:59.026909 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:59.027244 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:59.027583 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:59.027917 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:59.028251 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:59.028584 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:59.028914 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:59.029264 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:59.029591 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:59.029939 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:59.030241 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:05:59.035755 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:05:59.516738 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:59.707958 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:59.917095 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:59.921799 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:05:59.926041 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-ea15c316-8ed8-4f01-b624-2dc5ae9a1d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:05:59.983526 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-923190'] for floatingip, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:00.071791 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Pushing event updated for resources: {'Port': ['ID=43219516-0459-42ce-bcb0-9cb01097c684,revision_number=2']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:00.076256 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:00.167928 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.db.l3_db [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Floating IP 161ac3cf-7556-417b-8a22-9b1db51a5cce associated. External IP: 172.31.0.122, port: bb4ff73e-fe11-4eef-910b-21433be8c9cb. Jun 04 03:06:00.524337 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Router c8fdd843-dbbe-413f-a284-bcd47026ba3b has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:06:00.706200 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:06:00.718754 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f541219-8494-4153-b9e2-729b27640bfd None None] Sync routers for ids ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'] in dv-osbrick-780511-13-ceph {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:06:00.729184 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f541219-8494-4153-b9e2-729b27640bfd None None] Routers {'c8fdd843-dbbe-413f-a284-bcd47026ba3b'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:06:00.729808 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-3f541219-8494-4153-b9e2-729b27640bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:05:41Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:06:00.740780 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for floatingip, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:00.806593 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4256010 Jun 04 03:06:00.807194 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'tag': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:06:00.809506 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e198ecf6-35ec-4aeb-8e71-5270c9798b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59", "tag": "bb4ff73e-fe11-4eef-910b-21433be8c9cb"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:06:00.809955 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 35564) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:06:00.833762 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677682812', 'description': 'tempest-secgroup-smoke-1677682812 description', 'project_id': '6bdc332119e04d0a9083fcb60396450e'}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:06:00.845792 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:06:00.868905 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:06:00.888110 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc39dbe-fc67-4d67-83ba-f941f1273c59 x-openstack-request-id: req-8cc39dbe-fc67-4d67-83ba-f941f1273c59 {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:06:00.888804 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59", "tag": "bb4ff73e-fe11-4eef-910b-21433be8c9cb", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:06:00.889103 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8cc39dbe-fc67-4d67-83ba-f941f1273c59 {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:06:00.889645 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'tag': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb', 'status': 'completed', 'code': 200} Jun 04 03:06:00.892347 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:00.932337 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-3f541219-8494-4153-b9e2-729b27640bfd None None] Set router c8fdd843-dbbe-413f-a284-bcd47026ba3b gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:06:00.937945 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:06:00.946157 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Usage tracker for resource:security_group_rule and tenant:6bdc332119e04d0a9083fcb60396450e is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:06:00.951932 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:06:00.958905 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:06:01.023054 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198ecf6-35ec-4aeb-8e71-5270c9798b0c req-030d164e-f2d3-47b3-b981-87c2fa7fcc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:01.025522 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e198ecf6-35ec-4aeb-8e71-5270c9798b0c req-030d164e-f2d3-47b3-b981-87c2fa7fcc3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bdc332119e04d0a9083fcb60396450e&device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 1098 time: 0.1054533 Jun 04 03:06:01.049229 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:01.055554 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:01.059665 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-b43c1e5c-4072-43f5-81a5-245c60164810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:01.098470 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04,revision_number=1']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:01.109937 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:01.110290 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:01.110624 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:01.110957 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:01.111380 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:01.111704 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:01.112029 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:01.112353 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:01.112676 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:01.113011 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:01.113538 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:01.114024 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:01.130454 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:01.148394 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:01.150028 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3382785 Jun 04 03:06:01.153556 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 35568) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:06:01.158569 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-ad2e749e-d654-4542-8ea7-fda6f6987594 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Request body: {'security_group_rule': {'security_group_id': '3ad3c09f-c7ea-4672-97f2-3f4e389b7a04', 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:06:01.164797 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-ad2e749e-d654-4542-8ea7-fda6f6987594 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:06:01.168833 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-ad2e749e-d654-4542-8ea7-fda6f6987594 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Usage tracker for resource:security_group_rule and tenant:6bdc332119e04d0a9083fcb60396450e is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:06:01.172209 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-ad2e749e-d654-4542-8ea7-fda6f6987594 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:06:01.178677 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-ad2e749e-d654-4542-8ea7-fda6f6987594 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:06:01.196853 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198ecf6-35ec-4aeb-8e71-5270c9798b0c req-e535b334-86d6-4fd5-989b-1e52798ffd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:01.198510 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e198ecf6-35ec-4aeb-8e71-5270c9798b0c req-e535b334-86d6-4fd5-989b-1e52798ffd9a service neutron] 10.222.0.43 "GET /v2.0/networks?id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed HTTP/1.1" status: 200 len: 915 time: 0.1636894 Jun 04 03:06:01.198781 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ad2e749e-d654-4542-8ea7-fda6f6987594 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:01.282292 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ad2e749e-d654-4542-8ea7-fda6f6987594 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:01.287975 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ad2e749e-d654-4542-8ea7-fda6f6987594 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906610'] for security_group_rule, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:01.297948 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:01.317739 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e749e-d654-4542-8ea7-fda6f6987594 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edf8c43-e65e-4ce6-a365-567b61eb0948,revision_number=0']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:01.321759 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-ad2e749e-d654-4542-8ea7-fda6f6987594 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:01.342600 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-3f541219-8494-4153-b9e2-729b27640bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167'}], 'enable_snat': True}, 'gw_port_id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'gw_port': {'id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:00Z', 'updated_at': '2021-06-04T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_floatingips': [{'id': '161ac3cf-7556-417b-8a22-9b1db51a5cce', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'floating_ip_address': '172.31.0.122', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'port_id': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'mac_address': 'fa:16:3e:b5:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:05:59Z', 'updated_at': '2021-06-04T03:05:59Z', 'revision_number': 0, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ccde6c-569d-4e62-8297-a37b7e844e5b', 'name': '', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'mac_address': 'fa:16:3e:78:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:03Z', 'updated_at': '2021-06-04T03:05:19Z', 'revision_number': 5, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'subnets': [{'id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:06:01.345073 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ad2e749e-d654-4542-8ea7-fda6f6987594 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:01.346832 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-ad2e749e-d654-4542-8ea7-fda6f6987594 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1922786 Jun 04 03:06:01.347175 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f541219-8494-4153-b9e2-729b27640bfd None None] Checking router: c8fdd843-dbbe-413f-a284-bcd47026ba3b for host: dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:06:01.350384 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 35570) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:06:01.355266 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-6692c1c9-23f8-4b8f-84bb-9446599be849 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Request body: {'security_group_rule': {'security_group_id': '3ad3c09f-c7ea-4672-97f2-3f4e389b7a04', 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:06:01.356092 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f541219-8494-4153-b9e2-729b27640bfd None None] Routers {'c8fdd843-dbbe-413f-a284-bcd47026ba3b'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:06:01.356706 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-3f541219-8494-4153-b9e2-729b27640bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:05:41Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:06:01.361603 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-6692c1c9-23f8-4b8f-84bb-9446599be849 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:06:01.370832 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-6692c1c9-23f8-4b8f-84bb-9446599be849 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Usage tracker for resource:security_group_rule and tenant:6bdc332119e04d0a9083fcb60396450e is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:06:01.374401 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-6692c1c9-23f8-4b8f-84bb-9446599be849 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:06:01.381711 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-6692c1c9-23f8-4b8f-84bb-9446599be849 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:06:01.400527 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-6692c1c9-23f8-4b8f-84bb-9446599be849 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:01.432661 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e198ecf6-35ec-4aeb-8e71-5270c9798b0c req-9de7cf3b-2ac1-4b37-b4f3-9c1eef78293b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4ff73e-fe11-4eef-910b-21433be8c9cb HTTP/1.1" status: 200 len: 999 time: 0.2268260 Jun 04 03:06:01.494049 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-6692c1c9-23f8-4b8f-84bb-9446599be849 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:01.498639 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-6692c1c9-23f8-4b8f-84bb-9446599be849 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906610'] for security_group_rule, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:01.507566 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-ad2e749e-d654-4542-8ea7-fda6f6987594 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:01.508761 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198ecf6-35ec-4aeb-8e71-5270c9798b0c req-09dd3130-4529-4835-9dcd-c0b092dcb232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:01.510341 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e198ecf6-35ec-4aeb-8e71-5270c9798b0c req-09dd3130-4529-4835-9dcd-c0b092dcb232 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2f3890-9af8-4b1f-a193-408cd7be0885 HTTP/1.1" status: 200 len: 853 time: 0.0707049 Jun 04 03:06:01.524307 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692c1c9-23f8-4b8f-84bb-9446599be849 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e637ac97-8cd2-4cfc-8d02-03a03c68d03f,revision_number=0']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:01.547206 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-6692c1c9-23f8-4b8f-84bb-9446599be849 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:01.555141 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-6692c1c9-23f8-4b8f-84bb-9446599be849 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:01.558700 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-6692c1c9-23f8-4b8f-84bb-9446599be849 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2070200 Jun 04 03:06:01.562023 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 35572) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:06:01.573771 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-c710fbf9-e355-4b62-b361-cad6f6630091 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Request body: {'security_group_rule': {'security_group_id': '3ad3c09f-c7ea-4672-97f2-3f4e389b7a04', 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:06:01.590050 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-c710fbf9-e355-4b62-b361-cad6f6630091 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:06:01.602299 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-c710fbf9-e355-4b62-b361-cad6f6630091 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Usage tracker for resource:security_group_rule and tenant:6bdc332119e04d0a9083fcb60396450e is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:06:01.608904 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198ecf6-35ec-4aeb-8e71-5270c9798b0c req-d676c67c-660c-4190-bb44-6b07c8a7db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:01.609755 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-c710fbf9-e355-4b62-b361-cad6f6630091 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:06:01.611559 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e198ecf6-35ec-4aeb-8e71-5270c9798b0c req-d676c67c-660c-4190-bb44-6b07c8a7db93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0934219 Jun 04 03:06:01.614758 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-3f541219-8494-4153-b9e2-729b27640bfd None None] Set router c8fdd843-dbbe-413f-a284-bcd47026ba3b gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:06:01.622812 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-c710fbf9-e355-4b62-b361-cad6f6630091 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:06:01.708050 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-c710fbf9-e355-4b62-b361-cad6f6630091 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:01.792347 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-c710fbf9-e355-4b62-b361-cad6f6630091 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:01.805456 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-c710fbf9-e355-4b62-b361-cad6f6630091 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906610'] for security_group_rule, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:01.808707 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-6692c1c9-23f8-4b8f-84bb-9446599be849 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:01.829515 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e198ecf6-35ec-4aeb-8e71-5270c9798b0c req-f26188ad-6e3f-4ac6-90d6-597b276c13b4 service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112103 Jun 04 03:06:01.845806 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710fbf9-e355-4b62-b361-cad6f6630091 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c093bf-845d-4a81-a4de-2d4f55c6472a,revision_number=0']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:01.848293 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-c710fbf9-e355-4b62-b361-cad6f6630091 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:01.857035 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-c710fbf9-e355-4b62-b361-cad6f6630091 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2835231 Jun 04 03:06:01.857035 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-c710fbf9-e355-4b62-b361-cad6f6630091 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:01.857035 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 35574) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:06:01.857449 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-2968ed36-9d67-4e45-9b3c-12b7904c8902 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Request body: {'security_group_rule': {'security_group_id': '3ad3c09f-c7ea-4672-97f2-3f4e389b7a04', 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:06:01.874127 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-2968ed36-9d67-4e45-9b3c-12b7904c8902 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:06:01.880151 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-2968ed36-9d67-4e45-9b3c-12b7904c8902 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Usage tracker for resource:security_group_rule and tenant:6bdc332119e04d0a9083fcb60396450e is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:06:01.885976 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-2968ed36-9d67-4e45-9b3c-12b7904c8902 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:06:01.910759 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-2968ed36-9d67-4e45-9b3c-12b7904c8902 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:06:01.941404 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-2968ed36-9d67-4e45-9b3c-12b7904c8902 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:02.023579 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e198ecf6-35ec-4aeb-8e71-5270c9798b0c req-9c709ae1-35bb-4c6d-917b-9c48c53dfa87 service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859217 Jun 04 03:06:02.052137 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-2968ed36-9d67-4e45-9b3c-12b7904c8902 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:02.093058 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-2968ed36-9d67-4e45-9b3c-12b7904c8902 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906610'] for security_group_rule, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:02.101239 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:02.123404 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968ed36-9d67-4e45-9b3c-12b7904c8902 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b36b1b5-b4d9-4bb3-b45d-aac1c7c1cd36,revision_number=0']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:02.126843 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-2968ed36-9d67-4e45-9b3c-12b7904c8902 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:02.135460 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-2968ed36-9d67-4e45-9b3c-12b7904c8902 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:02.143224 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-2968ed36-9d67-4e45-9b3c-12b7904c8902 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2893589 Jun 04 03:06:02.150418 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 35578) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:06:02.156282 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-d91d8930-c6dc-4dc6-86a2-afe11be2c5cd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Request body: {'security_group_rule': {'security_group_id': '3ad3c09f-c7ea-4672-97f2-3f4e389b7a04', 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:06:02.166574 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-d91d8930-c6dc-4dc6-86a2-afe11be2c5cd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:06:02.171513 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-d91d8930-c6dc-4dc6-86a2-afe11be2c5cd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Usage tracker for resource:security_group_rule and tenant:6bdc332119e04d0a9083fcb60396450e is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:06:02.174997 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-d91d8930-c6dc-4dc6-86a2-afe11be2c5cd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:06:02.182186 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-d91d8930-c6dc-4dc6-86a2-afe11be2c5cd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:06:02.201046 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.db.securitygroups_db [None req-d91d8930-c6dc-4dc6-86a2-afe11be2c5cd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Project 6bdc332119e04d0a9083fcb60396450e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 03:06:02.209637 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-3f541219-8494-4153-b9e2-729b27640bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167'}], 'enable_snat': True}, 'gw_port_id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'gw_port': {'id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:00Z', 'updated_at': '2021-06-04T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_floatingips': [{'id': '161ac3cf-7556-417b-8a22-9b1db51a5cce', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'floating_ip_address': '172.31.0.122', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'port_id': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'mac_address': 'fa:16:3e:b5:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:05:59Z', 'updated_at': '2021-06-04T03:05:59Z', 'revision_number': 0, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ccde6c-569d-4e62-8297-a37b7e844e5b', 'name': '', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'mac_address': 'fa:16:3e:78:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:03Z', 'updated_at': '2021-06-04T03:05:19Z', 'revision_number': 5, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'subnets': [{'id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:06:02.212047 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-d91d8930-c6dc-4dc6-86a2-afe11be2c5cd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:02.216169 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f541219-8494-4153-b9e2-729b27640bfd None None] The sync data for ids ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'] in dv-osbrick-780511-13-ceph is: [{'id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167'}], 'enable_snat': True}, 'gw_port_id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'gw_port': {'id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:00Z', 'updated_at': '2021-06-04T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_floatingips': [{'id': '161ac3cf-7556-417b-8a22-9b1db51a5cce', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'floating_ip_address': '172.31.0.122', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'port_id': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'mac_address': 'fa:16:3e:b5:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:05:59Z', 'updated_at': '2021-06-04T03:05:59Z', 'revision_number': 0, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ccde6c-569d-4e62-8297-a37b7e844e5b', 'name': '', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'mac_address': 'fa:16:3e:78:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:03Z', 'updated_at': '2021-06-04T03:05:19Z', 'revision_number': 5, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'subnets': [{'id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:06:02.309012 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-d91d8930-c6dc-4dc6-86a2-afe11be2c5cd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:02.313935 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-d91d8930-c6dc-4dc6-86a2-afe11be2c5cd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906610'] for security_group_rule, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:02.323837 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:02.375458 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d8930-c6dc-4dc6-86a2-afe11be2c5cd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b496b3-8f33-4e81-aabf-902c3dd5670d,revision_number=0']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:02.379000 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-d91d8930-c6dc-4dc6-86a2-afe11be2c5cd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:02.385333 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-d91d8930-c6dc-4dc6-86a2-afe11be2c5cd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:02.389204 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-d91d8930-c6dc-4dc6-86a2-afe11be2c5cd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2349589 Jun 04 03:06:02.389517 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 35580) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:06:02.395081 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-413ee522-9aaf-455c-8364-ef1c7424dddd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Request body: {'security_group_rule': {'security_group_id': '3ad3c09f-c7ea-4672-97f2-3f4e389b7a04', 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:06:02.401649 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-413ee522-9aaf-455c-8364-ef1c7424dddd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:06:02.406310 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-413ee522-9aaf-455c-8364-ef1c7424dddd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Usage tracker for resource:security_group_rule and tenant:6bdc332119e04d0a9083fcb60396450e is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:06:02.410919 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-413ee522-9aaf-455c-8364-ef1c7424dddd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:06:02.417474 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-413ee522-9aaf-455c-8364-ef1c7424dddd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:06:02.446314 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.db.securitygroups_db [None req-413ee522-9aaf-455c-8364-ef1c7424dddd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Project 6bdc332119e04d0a9083fcb60396450e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 03:06:02.453239 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-413ee522-9aaf-455c-8364-ef1c7424dddd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:02.557192 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-413ee522-9aaf-455c-8364-ef1c7424dddd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:02.563382 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-413ee522-9aaf-455c-8364-ef1c7424dddd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906610'] for security_group_rule, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:02.565609 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-c710fbf9-e355-4b62-b361-cad6f6630091 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:02.577042 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e5bc9-064e-4764-8745-cea7c06d0211 None None] New status for floating IP 161ac3cf-7556-417b-8a22-9b1db51a5cce: ACTIVE {{(pid=95117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 03:06:02.591043 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ee522-9aaf-455c-8364-ef1c7424dddd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46503b07-a8ef-4bd2-be22-6d4b960c3b09,revision_number=0']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:02.593864 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-413ee522-9aaf-455c-8364-ef1c7424dddd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:02.606383 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-413ee522-9aaf-455c-8364-ef1c7424dddd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:02.611472 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-413ee522-9aaf-455c-8364-ef1c7424dddd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2179310 Jun 04 03:06:02.739389 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2273d0a2-2c61-40ef-beb1-5148e65ff444 req-26f52e73-7e65-42b0-bff5-e940fb6d37be tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677682812&fields=id&tenant_id=6bdc332119e04d0a9083fcb60396450e HTTP/1.1" status: 200 len: 267 time: 0.0412884 Jun 04 03:06:02.836845 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273d0a2-2c61-40ef-beb1-5148e65ff444 req-115e81ff-909a-4758-9140-a2562ce0422a tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:02.838435 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2273d0a2-2c61-40ef-beb1-5148e65ff444 req-115e81ff-909a-4758-9140-a2562ce0422a tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 945 time: 0.0926232 Jun 04 03:06:02.850939 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-2273d0a2-2c61-40ef-beb1-5148e65ff444 req-0c27958f-4160-4584-83b7-8a4f3a5b509b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Request body: {'port': {'security_groups': ['6ef0ab5b-19fd-4df7-8ced-ebeb31569241', '3ad3c09f-c7ea-4672-97f2-3f4e389b7a04']}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:06:02.982257 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-2273d0a2-2c61-40ef-beb1-5148e65ff444 req-0c27958f-4160-4584-83b7-8a4f3a5b509b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:03.289636 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-2273d0a2-2c61-40ef-beb1-5148e65ff444 req-0c27958f-4160-4584-83b7-8a4f3a5b509b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] For port bb4ff73e-fe11-4eef-910b-21433be8c9cb, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=bb4ff73e-fe11-4eef-910b-21433be8c9cb,segment=NetworkSegment(601754fe-1650-4989-a26e-8a6b475c90b6),segment_id=601754fe-1650-4989-a26e-8a6b475c90b6)] {{(pid=95116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:06:03.319970 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-2273d0a2-2c61-40ef-beb1-5148e65ff444 req-0c27958f-4160-4584-83b7-8a4f3a5b509b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:03.324679 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-2273d0a2-2c61-40ef-beb1-5148e65ff444 req-0c27958f-4160-4584-83b7-8a4f3a5b509b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:03.331516 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:03.336366 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['bb4ff73e-fe11-4eef-910b-21433be8c9cb'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:06:03.398473 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273d0a2-2c61-40ef-beb1-5148e65ff444 req-0c27958f-4160-4584-83b7-8a4f3a5b509b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:03.398473 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-2273d0a2-2c61-40ef-beb1-5148e65ff444 req-0c27958f-4160-4584-83b7-8a4f3a5b509b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:03.399482 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2273d0a2-2c61-40ef-beb1-5148e65ff444 req-0c27958f-4160-4584-83b7-8a4f3a5b509b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "PUT /v2.0/ports/bb4ff73e-fe11-4eef-910b-21433be8c9cb HTTP/1.1" status: 200 len: 981 time: 0.5538082 Jun 04 03:06:03.399974 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'tag': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:06:03.412568 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53be6ced-07e5-4ee7-a7d0-a63cd6a66e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59", "tag": "bb4ff73e-fe11-4eef-910b-21433be8c9cb"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:06:03.425087 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27958f-4160-4584-83b7-8a4f3a5b509b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Pushing event updated for resources: {'Port': ['ID=bb4ff73e-fe11-4eef-910b-21433be8c9cb,revision_number=6']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:03.428962 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-0c27958f-4160-4584-83b7-8a4f3a5b509b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:03.474158 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['bb4ff73e-fe11-4eef-910b-21433be8c9cb'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:06:03.501171 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fc8127-146d-45ae-8a25-bffbbeba7928 x-openstack-request-id: req-26fc8127-146d-45ae-8a25-bffbbeba7928 {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:06:03.501547 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59", "tag": "bb4ff73e-fe11-4eef-910b-21433be8c9cb", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:06:03.501882 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26fc8127-146d-45ae-8a25-bffbbeba7928 {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:06:03.502364 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'tag': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb', 'status': 'completed', 'code': 200} Jun 04 03:06:03.689131 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326e8cb-6ed6-439c-82d0-5cbddbcb5380 req-6a45fb85-0c4b-4115-93fe-3a0da72d4595 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:03.691234 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-4326e8cb-6ed6-439c-82d0-5cbddbcb5380 req-6a45fb85-0c4b-4115-93fe-3a0da72d4595 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.1682780 Jun 04 03:06:03.698705 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be6ced-07e5-4ee7-a7d0-a63cd6a66e0c req-dd29af28-4369-40b5-9cc0-b91d1c1ee7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:03.700424 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-53be6ced-07e5-4ee7-a7d0-a63cd6a66e0c req-dd29af28-4369-40b5-9cc0-b91d1c1ee7ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bdc332119e04d0a9083fcb60396450e&device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 1137 time: 0.1792231 Jun 04 03:06:03.779929 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-125e4870-1732-4b3d-a21c-89ddee67c427 None None] Provisioning complete for port bb4ff73e-fe11-4eef-910b-21433be8c9cb triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:06:03.780517 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-125e4870-1732-4b3d-a21c-89ddee67c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:03.828336 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-4326e8cb-6ed6-439c-82d0-5cbddbcb5380 req-45ccf086-664d-4e21-9b02-48a70631d3c4 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1268947 Jun 04 03:06:03.874799 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be6ced-07e5-4ee7-a7d0-a63cd6a66e0c req-8d4f66dd-a633-4370-80e5-3bc67d128815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:03.876832 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-53be6ced-07e5-4ee7-a7d0-a63cd6a66e0c req-8d4f66dd-a633-4370-80e5-3bc67d128815 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed HTTP/1.1" status: 200 len: 915 time: 0.1609406 Jun 04 03:06:04.042978 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-53be6ced-07e5-4ee7-a7d0-a63cd6a66e0c req-98c7f3b5-30c8-44b0-baa3-3a6effc9cbed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4ff73e-fe11-4eef-910b-21433be8c9cb HTTP/1.1" status: 200 len: 1001 time: 0.1601896 Jun 04 03:06:04.130828 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be6ced-07e5-4ee7-a7d0-a63cd6a66e0c req-f0ad757d-f6a3-4e69-ab8b-a5adef5e11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:04.132178 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-53be6ced-07e5-4ee7-a7d0-a63cd6a66e0c req-f0ad757d-f6a3-4e69-ab8b-a5adef5e11fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2f3890-9af8-4b1f-a193-408cd7be0885 HTTP/1.1" status: 200 len: 853 time: 0.0794778 Jun 04 03:06:04.256310 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be6ced-07e5-4ee7-a7d0-a63cd6a66e0c req-c78f5ea3-2d7d-4d84-8a80-86aada0e44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:04.258105 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-53be6ced-07e5-4ee7-a7d0-a63cd6a66e0c req-c78f5ea3-2d7d-4d84-8a80-86aada0e44a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1192479 Jun 04 03:06:04.519257 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-53be6ced-07e5-4ee7-a7d0-a63cd6a66e0c req-313427b9-d41c-4cc8-9392-dcf5ebbf64cc service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519794 Jun 04 03:06:04.679645 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-53be6ced-07e5-4ee7-a7d0-a63cd6a66e0c req-fd899b95-08b3-41e0-aa32-0c9cc1701530 service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533618 Jun 04 03:06:07.606220 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e1feda8e-5a32-4b7f-a0b7-232366955ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:09.603018 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:10.922235 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-268d046a-da45-40bf-9c21-f9905167cf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:11.401923 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:12.759031 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-f2d7295b-e0e7-4e0a-a1dc-7b970edf9911 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:12.759682 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-f2d7295b-e0e7-4e0a-a1dc-7b970edf9911 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:network {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:06:12.775027 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-f2d7295b-e0e7-4e0a-a1dc-7b970edf9911 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:network {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:06:12.776137 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-f2d7295b-e0e7-4e0a-a1dc-7b970edf9911 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 811 time: 0.1619668 Jun 04 03:06:12.791038 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-09d6970e-4b3e-458c-9aa1-d0a51a44bed3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/quotas/fbfc919b64464da193caac26c097f774 HTTP/1.1" status: 200 len: 375 time: 0.0093880 Jun 04 03:06:12.882425 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-c3d7ccee-166e-432d-9834-1ebf49755bef tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858846 Jun 04 03:06:13.009983 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-731fae68-cd1a-4d74-9c8b-378bae756ecb service neutron] 10.222.0.45 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211469 Jun 04 03:06:13.137550 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-434441ee-4436-4218-a6e6-9ced29db14e4 service neutron] 10.222.0.45 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218374 Jun 04 03:06:13.347862 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-c4e25653-6d3c-426f-b65d-d685d6d1767e req-a908f174-afbb-485c-b713-eb445725d17a tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 210 time: 0.0426164 Jun 04 03:06:14.506886 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-defe3b9a-af60-42a6-852f-2db556ec2164 req-eed13570-50aa-451f-a796-7944b9129860 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 210 time: 0.0481603 Jun 04 03:06:14.666404 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-4b98c2f9-c318-4460-8eff-81da9bb9f477 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:14.667820 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-4b98c2f9-c318-4460-8eff-81da9bb9f477 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 811 time: 0.1538923 Jun 04 03:06:14.679556 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'port': {'device_id': '5604fe9b-7ee8-4051-afbc-ad90c18965e8', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'admin_state_up': True, 'tenant_id': 'fbfc919b64464da193caac26c097f774'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:06:14.814638 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:06:14.818989 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Usage tracker for resource:port and tenant:fbfc919b64464da193caac26c097f774 is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:06:14.821879 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:06:14.827548 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:06:14.840520 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Made reservation on behalf of fbfc919b64464da193caac26c097f774 for: {'port': 1} {{(pid=95116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:06:14.844253 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:15.011840 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Allocated IP 172.20.0.8 (88c98950-64a8-4367-b50e-dc761f5d98c6/205a7a75-6534-40a2-ba12-9ce1a19cf4cb/b414d1b7-da53-4b6b-8242-1e56a5501ef0) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:06:15.216906 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:15.233317 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Transition to ACTIVE for port object b414d1b7-da53-4b6b-8242-1e56a5501ef0 will not be triggered until provisioned by entity DHCP. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:06:15.261795 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:15.270840 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-c381dac4-6138-4499-968d-7b14be7c65b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:15.334952 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Network 88c98950-64a8-4367-b50e-dc761f5d98c6 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:06:15.336099 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:06:15.340100 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:06:15.345705 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:15.346344 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:15.366764 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'Port': ['ID=b414d1b7-da53-4b6b-8242-1e56a5501ef0,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:15.379891 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:15.387220 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7113020 Jun 04 03:06:15.399908 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Request body: {'port': {'device_id': '5604fe9b-7ee8-4051-afbc-ad90c18965e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7805'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:06:15.596439 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:15.632007 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-700fa1d6-3e0e-49b9-a473-c8cf98e53ce6 None None] Provisioning for port b414d1b7-da53-4b6b-8242-1e56a5501ef0 completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:06:15.638347 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-700fa1d6-3e0e-49b9-a473-c8cf98e53ce6 None None] Provisioning complete for port b414d1b7-da53-4b6b-8242-1e56a5501ef0 triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:06:15.638773 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-700fa1d6-3e0e-49b9-a473-c8cf98e53ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:15.697495 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-700fa1d6-3e0e-49b9-a473-c8cf98e53ce6 None None] Port b414d1b7-da53-4b6b-8242-1e56a5501ef0 cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 03:06:15.831384 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c5ece-be6f-484c-8d32-f7f3cba4996d req-1fd01e4c-5aaa-404a-b38b-85121c12c084 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:15.832101 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-a84c5ece-be6f-484c-8d32-f7f3cba4996d req-1fd01e4c-5aaa-404a-b38b-85121c12c084 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:06:15.936693 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-a84c5ece-be6f-484c-8d32-f7f3cba4996d req-1fd01e4c-5aaa-404a-b38b-85121c12c084 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:06:15.937977 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-a84c5ece-be6f-484c-8d32-f7f3cba4996d req-1fd01e4c-5aaa-404a-b38b-85121c12c084 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 931 time: 0.2878764 Jun 04 03:06:16.029784 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-a84c5ece-be6f-484c-8d32-f7f3cba4996d req-411e7b9e-61b7-40c8-ad0c-4f92172e2f45 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:security_group {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:06:16.075295 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-a84c5ece-be6f-484c-8d32-f7f3cba4996d req-411e7b9e-61b7-40c8-ad0c-4f92172e2f45 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:security_group {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:06:16.080529 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-a84c5ece-be6f-484c-8d32-f7f3cba4996d req-411e7b9e-61b7-40c8-ad0c-4f92172e2f45 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284912 Jun 04 03:06:16.147391 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b414d1b7-da53-4b6b-8242-1e56a5501ef0 {{(pid=95116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 03:06:16.154890 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:16.170429 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Transition to ACTIVE for port object b414d1b7-da53-4b6b-8242-1e56a5501ef0 will not be triggered until provisioned by entity L2. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:06:16.174305 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:16.178349 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:16.331072 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Pushing event updated for resources: {'Port': ['ID=b414d1b7-da53-4b6b-8242-1e56a5501ef0,revision_number=2']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:16.333998 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:16.365552 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Attempting to bind port b414d1b7-da53-4b6b-8242-1e56a5501ef0 on host hv-osbrick-7805 for vnic_type normal with profile {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:06:16.365900 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Attempting to bind port b414d1b7-da53-4b6b-8242-1e56a5501ef0 by drivers openvswitch,hyperv on host hv-osbrick-7805 at level 0 using segments [{'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}] {{(pid=95116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:06:16.366236 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Attempting to bind port b414d1b7-da53-4b6b-8242-1e56a5501ef0 on network 88c98950-64a8-4367-b50e-dc761f5d98c6 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:06:16.371155 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Port b414d1b7-da53-4b6b-8242-1e56a5501ef0 on network 88c98950-64a8-4367-b50e-dc761f5d98c6 not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7805 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 03:06:16.371475 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Attempting to bind port b414d1b7-da53-4b6b-8242-1e56a5501ef0 on network 88c98950-64a8-4367-b50e-dc761f5d98c6 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:06:16.377773 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Checking agent: {'id': 'ec42cda1-68f5-4af8-ad15-f1d85b99d64c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7805', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 3, 3, 21), 'started_at': datetime.datetime(2021, 6, 4, 3, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:06:16.378196 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Checking segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:06:16.378654 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Bound using segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:06:16.379192 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Bound port: b414d1b7-da53-4b6b-8242-1e56a5501ef0, host: hv-osbrick-7805, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}}] {{(pid=95116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:06:16.379653 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:16.471824 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] For port b414d1b7-da53-4b6b-8242-1e56a5501ef0, host hv-osbrick-7805, cleared binding levels {{(pid=95116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:06:16.474822 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] For port b414d1b7-da53-4b6b-8242-1e56a5501ef0, host hv-osbrick-7805, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=b414d1b7-da53-4b6b-8242-1e56a5501ef0,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:06:16.479275 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:16.483120 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-adcefcdc-9c14-47e6-b66a-a5c0292bd430 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:16.558063 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:16.558677 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:16.560028 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] 10.222.0.43 "PUT /v2.0/ports/b414d1b7-da53-4b6b-8242-1e56a5501ef0 HTTP/1.1" status: 200 len: 1093 time: 1.1645496 Jun 04 03:06:16.560520 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5604fe9b-7ee8-4051-afbc-ad90c18965e8', 'tag': 'b414d1b7-da53-4b6b-8242-1e56a5501ef0'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:06:16.562905 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16207d0b-b1f7-4f6c-b105-c5965ea6cf31" -d '{"events": [{"name": "network-changed", "server_uuid": "5604fe9b-7ee8-4051-afbc-ad90c18965e8", "tag": "b414d1b7-da53-4b6b-8242-1e56a5501ef0"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:06:16.585831 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Pushing event updated for resources: {'Port': ['ID=b414d1b7-da53-4b6b-8242-1e56a5501ef0,revision_number=3']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:16.589566 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:16.645626 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7628f6-c6c8-44e1-8d22-c2b799d3937c x-openstack-request-id: req-cc7628f6-c6c8-44e1-8d22-c2b799d3937c {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:06:16.646302 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5604fe9b-7ee8-4051-afbc-ad90c18965e8", "tag": "b414d1b7-da53-4b6b-8242-1e56a5501ef0", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:06:16.646416 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc7628f6-c6c8-44e1-8d22-c2b799d3937c {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:06:16.646898 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5604fe9b-7ee8-4051-afbc-ad90c18965e8', 'tag': 'b414d1b7-da53-4b6b-8242-1e56a5501ef0', 'status': 'completed', 'code': 200} Jun 04 03:06:16.691929 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-2f291783-8a03-400b-b266-9a081a30b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:16.693489 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-2f291783-8a03-400b-b266-9a081a30b1c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 1096 time: 0.0817127 Jun 04 03:06:16.768366 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-d860c6fd-683e-430c-a94c-ebc0afb8c79a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b414d1b7-da53-4b6b-8242-1e56a5501ef0 HTTP/1.1" status: 200 len: 217 time: 0.0647402 Jun 04 03:06:16.833364 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-dda2001d-1331-4d64-9dce-f1fe03dfca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:16.834795 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-dda2001d-1331-4d64-9dce-f1fe03dfca65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0598528 Jun 04 03:06:16.915619 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-4d22f065-13f2-4f6e-9555-8c505a4a00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:16.917141 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-4d22f065-13f2-4f6e-9555-8c505a4a00f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0755544 Jun 04 03:06:17.069073 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-aeeaf1b7-160d-4c88-bd24-48e427dd52db service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454723 Jun 04 03:06:17.203245 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-50cdf2d4-a141-4a0e-b310-4a44e171dcb8 req-6d784667-b423-4ab8-8439-6b85eab727be service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281893 Jun 04 03:06:17.370424 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d230cd6-e087-4893-8ed8-b94a992f1c41 req-c61bb1b1-856f-4c6a-9917-4103c3ca3cc2 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:17.371894 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5d230cd6-e087-4893-8ed8-b94a992f1c41 req-c61bb1b1-856f-4c6a-9917-4103c3ca3cc2 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 943 time: 0.1570430 Jun 04 03:06:17.396556 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16207d0b-b1f7-4f6c-b105-c5965ea6cf31 req-3fc655dd-d75c-41c1-932d-b380a7b22267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:17.397944 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-16207d0b-b1f7-4f6c-b105-c5965ea6cf31 req-3fc655dd-d75c-41c1-932d-b380a7b22267 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 1096 time: 0.1473639 Jun 04 03:06:17.575205 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5d230cd6-e087-4893-8ed8-b94a992f1c41 req-fc3df75b-6405-4bb3-97f8-6e6a6e3bf364 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969101 Jun 04 03:06:17.619702 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16207d0b-b1f7-4f6c-b105-c5965ea6cf31 req-27ff23cf-fbf7-4438-872a-41056e5b0de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:17.621175 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-16207d0b-b1f7-4f6c-b105-c5965ea6cf31 req-27ff23cf-fbf7-4438-872a-41056e5b0de2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.2157187 Jun 04 03:06:17.689053 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-16207d0b-b1f7-4f6c-b105-c5965ea6cf31 req-a8845262-de52-48f9-9594-13d4a17da1b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b414d1b7-da53-4b6b-8242-1e56a5501ef0 HTTP/1.1" status: 200 len: 217 time: 0.0593243 Jun 04 03:06:17.753257 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16207d0b-b1f7-4f6c-b105-c5965ea6cf31 req-207f2330-343e-42a0-a3f0-af8c38a7d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:17.754653 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-16207d0b-b1f7-4f6c-b105-c5965ea6cf31 req-207f2330-343e-42a0-a3f0-af8c38a7d0cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0587080 Jun 04 03:06:17.827157 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16207d0b-b1f7-4f6c-b105-c5965ea6cf31 req-ebc19b4f-25a2-4c89-9bef-cbf98fc23e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:17.828658 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-16207d0b-b1f7-4f6c-b105-c5965ea6cf31 req-ebc19b4f-25a2-4c89-9bef-cbf98fc23e6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0679028 Jun 04 03:06:17.959712 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-16207d0b-b1f7-4f6c-b105-c5965ea6cf31 req-ba09b685-f2cc-476b-bb1a-12fb351492fe service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236434 Jun 04 03:06:18.090870 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-16207d0b-b1f7-4f6c-b105-c5965ea6cf31 req-d481995b-7a1b-4bce-8815-f058b67cdbd0 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247678 Jun 04 03:06:18.781594 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98ef3f-5bbc-49ff-a950-3ec94e80fb0a req-2deed5bb-5290-4781-8813-f738f48c413b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:18.783715 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5e98ef3f-5bbc-49ff-a950-3ec94e80fb0a req-2deed5bb-5290-4781-8813-f738f48c413b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 943 time: 0.0889773 Jun 04 03:06:18.831252 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5e98ef3f-5bbc-49ff-a950-3ec94e80fb0a req-e8a13f88-6b82-4bcb-9a60-e271ff74a478 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414016 Jun 04 03:06:20.039589 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adaaec-3040-4067-9fd5-f60de1149894 req-274c3d18-1c11-4a37-a896-3ee3dbfa411e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:20.041396 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-18adaaec-3040-4067-9fd5-f60de1149894 req-274c3d18-1c11-4a37-a896-3ee3dbfa411e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 943 time: 0.0917892 Jun 04 03:06:20.092696 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-18adaaec-3040-4067-9fd5-f60de1149894 req-b3b07ba7-8cdf-452f-a81e-43b2c41b22e7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451555 Jun 04 03:06:21.177795 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:21.280848 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054894d-43fa-4f54-b1ec-cde3ae281179 req-24e31d8d-dbe1-4030-b727-728b6e7e00cd tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:21.283250 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-4054894d-43fa-4f54-b1ec-cde3ae281179 req-24e31d8d-dbe1-4030-b727-728b6e7e00cd tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 943 time: 0.0814486 Jun 04 03:06:21.326660 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-4054894d-43fa-4f54-b1ec-cde3ae281179 req-0db5cd9c-1a30-4a27-9162-e5fb157e8cd9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381670 Jun 04 03:06:22.509072 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd64347-1843-4c19-8e1b-cb1809885ec3 req-2314fe64-5509-428c-ba22-a68c34968c0c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:22.510510 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2fd64347-1843-4c19-8e1b-cb1809885ec3 req-2314fe64-5509-428c-ba22-a68c34968c0c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 943 time: 0.0786951 Jun 04 03:06:22.558452 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2fd64347-1843-4c19-8e1b-cb1809885ec3 req-fbf5c76b-f05c-49d3-9b20-42d9ac4b5eae tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424502 Jun 04 03:06:23.086493 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ba73d8ea-b2ba-482b-a2b0-074d3275ff12 req-788eacd5-830b-4df0-b4a2-7edfb52d91ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685565 Jun 04 03:06:23.221166 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d8ea-b2ba-482b-a2b0-074d3275ff12 req-736510a8-c7db-48d9-9ca3-21fdabbe6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:23.222625 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ba73d8ea-b2ba-482b-a2b0-074d3275ff12 req-736510a8-c7db-48d9-9ca3-21fdabbe6ab9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bdc332119e04d0a9083fcb60396450e&device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 1137 time: 0.0707045 Jun 04 03:06:23.364913 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d8ea-b2ba-482b-a2b0-074d3275ff12 req-b6da75fb-4c81-4748-8159-e7c227e4ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:23.366291 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ba73d8ea-b2ba-482b-a2b0-074d3275ff12 req-b6da75fb-4c81-4748-8159-e7c227e4ef5f service neutron] 10.222.0.43 "GET /v2.0/networks?id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed HTTP/1.1" status: 200 len: 915 time: 0.1250989 Jun 04 03:06:23.466709 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ba73d8ea-b2ba-482b-a2b0-074d3275ff12 req-22206c39-8ebf-40d5-af1a-4cdde7d454e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4ff73e-fe11-4eef-910b-21433be8c9cb HTTP/1.1" status: 200 len: 1001 time: 0.0946603 Jun 04 03:06:23.532053 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d8ea-b2ba-482b-a2b0-074d3275ff12 req-ad5d0006-b1eb-4be2-9d54-fe6dd2e4a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:23.533522 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ba73d8ea-b2ba-482b-a2b0-074d3275ff12 req-ad5d0006-b1eb-4be2-9d54-fe6dd2e4a2d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2f3890-9af8-4b1f-a193-408cd7be0885 HTTP/1.1" status: 200 len: 853 time: 0.0602555 Jun 04 03:06:23.607949 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d8ea-b2ba-482b-a2b0-074d3275ff12 req-f82e32df-3720-4f07-be89-0a52d3ad6b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:23.609470 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ba73d8ea-b2ba-482b-a2b0-074d3275ff12 req-f82e32df-3720-4f07-be89-0a52d3ad6b7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0706003 Jun 04 03:06:23.855464 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ba73d8ea-b2ba-482b-a2b0-074d3275ff12 req-0820af61-7953-451a-93d6-c0ece73666d2 service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397351 Jun 04 03:06:23.897783 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device b414d1b7-da53-4b6b-8242-1e56a5501ef0 details requested by agent hyperv_hv-osbrick-7805 with host hv-osbrick-7805 {{(pid=95117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 03:06:23.909352 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a18ae-3957-461e-9a6c-6dc556a1991c req-bbc00f67-f8ed-4dad-bd3e-bf7681bbea88 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:23.910821 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f13a18ae-3957-461e-9a6c-6dc556a1991c req-bbc00f67-f8ed-4dad-bd3e-bf7681bbea88 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 943 time: 0.1511397 Jun 04 03:06:24.019516 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f13a18ae-3957-461e-9a6c-6dc556a1991c req-95c000f9-fd70-4381-959c-71e0bec50f5c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596895 Jun 04 03:06:24.037317 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port b414d1b7-da53-4b6b-8242-1e56a5501ef0, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=b414d1b7-da53-4b6b-8242-1e56a5501ef0,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:06:24.039431 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ba73d8ea-b2ba-482b-a2b0-074d3275ff12 req-23292294-a9c5-4ea1-8885-d77fb288208a service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772063 Jun 04 03:06:24.052396 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Returning: {'device': 'b414d1b7-da53-4b6b-8242-1e56a5501ef0', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'port_id': 'b414d1b7-da53-4b6b-8242-1e56a5501ef0', 'mac_address': 'fa:16:3e:2d:9b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 03:06:24.110332 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:24.128800 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.notifiers.nova [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b414d1b7-da53-4b6b-8242-1e56a5501ef0 {{(pid=95117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 03:06:24.149767 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port b414d1b7-da53-4b6b-8242-1e56a5501ef0, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=b414d1b7-da53-4b6b-8242-1e56a5501ef0,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:06:24.153914 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:24.155987 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-d0e481a7-b47f-47f9-904c-692aad1e2a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:24.228642 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Pushing event updated for resources: {'Port': ['ID=b414d1b7-da53-4b6b-8242-1e56a5501ef0,revision_number=4']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:24.236023 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:24.236363 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:24.236700 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:24.237048 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:24.237374 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:24.237696 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:24.238016 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:24.238335 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:24.238680 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:24.239001 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:24.239317 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:24.239629 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:06:24.243601 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:24.334036 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c62802-c996-47b8-ada0-a2f8e08f5652 req-cdfb4d77-cb4d-4ba8-b3bd-41d790560d71 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:24.335472 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-17c62802-c996-47b8-ada0-a2f8e08f5652 req-cdfb4d77-cb4d-4ba8-b3bd-41d790560d71 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.1105039 Jun 04 03:06:24.337497 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b149bbf-7578-4d07-86f9-72dd7489b782 req-3c7cc0f9-a7eb-4ec6-a4df-40a69440da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:24.338816 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2b149bbf-7578-4d07-86f9-72dd7489b782 req-3c7cc0f9-a7eb-4ec6-a4df-40a69440da15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bdc332119e04d0a9083fcb60396450e&device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 1137 time: 0.1441431 Jun 04 03:06:24.360281 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['b414d1b7-da53-4b6b-8242-1e56a5501ef0'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:06:24.417810 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-17c62802-c996-47b8-ada0-a2f8e08f5652 req-6c81602a-92ae-477e-9afa-3f450964e8c6 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765512 Jun 04 03:06:24.502797 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b149bbf-7578-4d07-86f9-72dd7489b782 req-9a4e3eb2-d177-4534-99a9-961b774eb7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:24.504235 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2b149bbf-7578-4d07-86f9-72dd7489b782 req-9a4e3eb2-d177-4534-99a9-961b774eb7cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed HTTP/1.1" status: 200 len: 915 time: 0.1490912 Jun 04 03:06:24.607573 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2b149bbf-7578-4d07-86f9-72dd7489b782 req-98456f72-5279-485e-97bd-4ee9b385e8f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4ff73e-fe11-4eef-910b-21433be8c9cb HTTP/1.1" status: 200 len: 1001 time: 0.0970173 Jun 04 03:06:24.673208 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b149bbf-7578-4d07-86f9-72dd7489b782 req-c2698d40-d0f7-4e27-904d-90e1328b8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:24.674551 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2b149bbf-7578-4d07-86f9-72dd7489b782 req-c2698d40-d0f7-4e27-904d-90e1328b8cf7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2f3890-9af8-4b1f-a193-408cd7be0885 HTTP/1.1" status: 200 len: 853 time: 0.0595751 Jun 04 03:06:24.749483 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b149bbf-7578-4d07-86f9-72dd7489b782 req-0f343db3-253c-48ba-8e99-7c1e834482c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:24.751584 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2b149bbf-7578-4d07-86f9-72dd7489b782 req-0f343db3-253c-48ba-8e99-7c1e834482c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0703392 Jun 04 03:06:24.881260 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2b149bbf-7578-4d07-86f9-72dd7489b782 req-57a54781-428f-4ead-9c6f-7ae1e24ac06e service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231215 Jun 04 03:06:25.011667 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2b149bbf-7578-4d07-86f9-72dd7489b782 req-233a5b3b-611d-4a00-9934-1c0f142774ed service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243541 Jun 04 03:06:25.184662 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:06:25.212694 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f88e72-6744-44bd-a9c4-d00507e0f51c req-883cf7fa-6941-482e-ada2-fc26d8442aea tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:25.214184 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-14f88e72-6744-44bd-a9c4-d00507e0f51c req-883cf7fa-6941-482e-ada2-fc26d8442aea tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 944 time: 0.0825040 Jun 04 03:06:25.262226 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-14f88e72-6744-44bd-a9c4-d00507e0f51c req-7377c612-cf3f-4326-bb83-3f062d8c51ee tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415120 Jun 04 03:06:25.605155 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe44fbc-98f5-42ad-b514-d72930faa005 req-a1a68355-cdde-4b58-aecf-b4612def5dd4 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:25.606514 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-dbe44fbc-98f5-42ad-b514-d72930faa005 req-a1a68355-cdde-4b58-aecf-b4612def5dd4 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.0791378 Jun 04 03:06:25.660942 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-dbe44fbc-98f5-42ad-b514-d72930faa005 req-f2b0a6b4-2baa-494b-b8c1-e33dc80c324e tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485394 Jun 04 03:06:25.917754 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device b414d1b7-da53-4b6b-8242-1e56a5501ef0 up at agent hyperv_hv-osbrick-7805 {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:06:25.990738 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Provisioning for port b414d1b7-da53-4b6b-8242-1e56a5501ef0 completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:06:25.995624 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Provisioning complete for port b414d1b7-da53-4b6b-8242-1e56a5501ef0 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:06:25.996005 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:26.113068 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:26.141120 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5604fe9b-7ee8-4051-afbc-ad90c18965e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b414d1b7-da53-4b6b-8242-1e56a5501ef0'}] {{(pid=95117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:06:26.143631 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde061ba8984a0406e29c3a6bc1cb8569cb35357d87f28ac640f4fd68adc12d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30df27e3-5ecd-4635-b83f-26805c728aa0" -d '{"events": [{"server_uuid": "5604fe9b-7ee8-4051-afbc-ad90c18965e8", "name": "network-vif-plugged", "status": "completed", "tag": "b414d1b7-da53-4b6b-8242-1e56a5501ef0"}]}' {{(pid=95117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:06:26.151386 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port b414d1b7-da53-4b6b-8242-1e56a5501ef0, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=b414d1b7-da53-4b6b-8242-1e56a5501ef0,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:06:26.155559 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:26.157770 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-db307577-b390-478c-9c05-bbee13dee426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:26.192492 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 03:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565e6108-b1b6-4421-9160-2bff0ab917ab x-openstack-request-id: req-565e6108-b1b6-4421-9160-2bff0ab917ab {{(pid=95117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:06:26.192785 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5604fe9b-7ee8-4051-afbc-ad90c18965e8", "name": "network-vif-plugged", "status": "completed", "tag": "b414d1b7-da53-4b6b-8242-1e56a5501ef0", "code": 200}]} {{(pid=95117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:06:26.193062 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-565e6108-b1b6-4421-9160-2bff0ab917ab {{(pid=95117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:06:26.193485 dv-osbrick-780511-13-ceph neutron-server[95117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5604fe9b-7ee8-4051-afbc-ad90c18965e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b414d1b7-da53-4b6b-8242-1e56a5501ef0', 'code': 200} Jun 04 03:06:26.225001 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Pushing event updated for resources: {'Port': ['ID=b414d1b7-da53-4b6b-8242-1e56a5501ef0,revision_number=5']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:26.227807 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:26.471205 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17af8c-2edc-4993-b495-f11a0de5fc14 req-d18e967c-fe29-4d70-b595-90825d58a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:26.472664 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ae17af8c-2edc-4993-b495-f11a0de5fc14 req-d18e967c-fe29-4d70-b595-90825d58a923 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 1098 time: 0.1318836 Jun 04 03:06:26.483975 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615dfab-73db-4eba-a140-36bac0d0e278 req-fcfefa06-0d98-45f9-943e-18f6ef91a0cd tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:26.486241 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-c615dfab-73db-4eba-a140-36bac0d0e278 req-fcfefa06-0d98-45f9-943e-18f6ef91a0cd tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 945 time: 0.1111515 Jun 04 03:06:26.546761 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-ae17af8c-2edc-4993-b495-f11a0de5fc14 req-02062b98-8781-49d9-b5fd-4d99d21011d8 service neutron] Synchronizing usage tracker for tenant:aaee2f00f6b64429baf87603e1a47256 on resource:security_group {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:06:26.556965 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-c615dfab-73db-4eba-a140-36bac0d0e278 req-274dc43c-9eea-47d0-9044-0331ee516929 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582590 Jun 04 03:06:26.570633 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-ae17af8c-2edc-4993-b495-f11a0de5fc14 req-02062b98-8781-49d9-b5fd-4d99d21011d8 service neutron] Unset dirty status for tenant:aaee2f00f6b64429baf87603e1a47256 on resource:security_group {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:06:26.571890 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ae17af8c-2edc-4993-b495-f11a0de5fc14 req-02062b98-8781-49d9-b5fd-4d99d21011d8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848033 Jun 04 03:06:26.928145 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ae636-3a29-4c32-8b63-9437757741e4 req-5c9c25d6-ca59-4d2e-b931-b9a4e671e017 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:26.929618 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e07ae636-3a29-4c32-8b63-9437757741e4 req-5c9c25d6-ca59-4d2e-b931-b9a4e671e017 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.1569052 Jun 04 03:06:26.976697 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e07ae636-3a29-4c32-8b63-9437757741e4 req-23374d25-5129-4e7c-ab5b-d9500557266f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413425 Jun 04 03:06:27.740685 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947590e-f80f-4f43-b30e-d9fad46c0de9 req-99d847b1-866b-4161-9f70-826022b7ada4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:27.742165 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3947590e-f80f-4f43-b30e-d9fad46c0de9 req-99d847b1-866b-4161-9f70-826022b7ada4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 945 time: 0.0808582 Jun 04 03:06:27.785491 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3947590e-f80f-4f43-b30e-d9fad46c0de9 req-b9c8cfdb-b92e-49fe-bedb-a81735fcecb5 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379226 Jun 04 03:06:27.967370 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e432e-d131-4871-a318-c4d5393af84c req-114152df-be07-4885-999c-4bc507612d54 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:27.968848 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-641e432e-d131-4871-a318-c4d5393af84c req-114152df-be07-4885-999c-4bc507612d54 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 945 time: 0.0783706 Jun 04 03:06:28.013651 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-641e432e-d131-4871-a318-c4d5393af84c req-63a605d4-7709-4680-8606-641de7522a9e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388632 Jun 04 03:06:28.226533 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b15014-4db4-416e-9288-cde54928c75b req-b68b9b01-28ab-4449-ad73-b2ca8aedcb75 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:28.227897 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-37b15014-4db4-416e-9288-cde54928c75b req-b68b9b01-28ab-4449-ad73-b2ca8aedcb75 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.1403942 Jun 04 03:06:28.236340 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fbeaf-6cf6-4ee3-ad78-7d4d74349751 req-ea196059-a1e4-47d7-8534-c51ac772da94 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:28.237726 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-4b4fbeaf-6cf6-4ee3-ad78-7d4d74349751 req-ea196059-a1e4-47d7-8534-c51ac772da94 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 945 time: 0.1125257 Jun 04 03:06:28.308781 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-37b15014-4db4-416e-9288-cde54928c75b req-d1dcc5d4-51a6-4af9-a2ec-70421a950030 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700965 Jun 04 03:06:28.313002 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-4b4fbeaf-6cf6-4ee3-ad78-7d4d74349751 req-cf1d9f70-ddf6-45ae-8bb8-b4668a69e02e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612950 Jun 04 03:06:28.792466 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2980d-f066-4e1d-a060-8e6d7a8e38aa req-f9074a3f-4e67-4679-b4bc-b36da2d810c5 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:28.793865 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-0fe2980d-f066-4e1d-a060-8e6d7a8e38aa req-f9074a3f-4e67-4679-b4bc-b36da2d810c5 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 945 time: 0.0850372 Jun 04 03:06:28.838362 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-0fe2980d-f066-4e1d-a060-8e6d7a8e38aa req-96470463-881f-4d3a-8adc-251f7ed6c9ed tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378554 Jun 04 03:06:29.502681 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cf057-6f5c-4023-8225-6e24190e60ec req-3c2ca12c-ffbe-4f8b-bbd6-73a917b4ce21 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:29.504107 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-a15cf057-6f5c-4023-8225-6e24190e60ec req-3c2ca12c-ffbe-4f8b-bbd6-73a917b4ce21 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.0838265 Jun 04 03:06:29.550326 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-a15cf057-6f5c-4023-8225-6e24190e60ec req-ce8d64f8-a8c9-4c88-b3df-8cf46b208a60 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406699 Jun 04 03:06:30.020117 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a30a69-8762-44c2-995a-46613107ac4e req-ef7318d8-dcf9-4fc2-bbd8-3e5965cf156f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:30.021615 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-37a30a69-8762-44c2-995a-46613107ac4e req-ef7318d8-dcf9-4fc2-bbd8-3e5965cf156f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 945 time: 0.0788023 Jun 04 03:06:30.066419 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-37a30a69-8762-44c2-995a-46613107ac4e req-8c7fccd7-f7d0-4c8f-9914-f2a006015c43 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 Jun 04 03:06:30.224279 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d011796-63cb-41a7-a46c-fd460e2ce1d4 req-7115040a-8a4d-4d53-b7dd-0a03d95257bc tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:30.225708 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2d011796-63cb-41a7-a46c-fd460e2ce1d4 req-7115040a-8a4d-4d53-b7dd-0a03d95257bc tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 945 time: 0.0813441 Jun 04 03:06:30.359484 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [req-2d011796-63cb-41a7-a46c-fd460e2ce1d4 req-a2ff870d-d9f5-4c2a-af86-a9cc9edcebeb tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Deleting port b414d1b7-da53-4b6b-8242-1e56a5501ef0 {{(pid=95116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:06:30.360444 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-2d011796-63cb-41a7-a46c-fd460e2ce1d4 req-a2ff870d-d9f5-4c2a-af86-a9cc9edcebeb tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:30.497832 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-2d011796-63cb-41a7-a46c-fd460e2ce1d4 req-a2ff870d-d9f5-4c2a-af86-a9cc9edcebeb tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] For port b414d1b7-da53-4b6b-8242-1e56a5501ef0, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=b414d1b7-da53-4b6b-8242-1e56a5501ef0,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:06:30.498199 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-2d011796-63cb-41a7-a46c-fd460e2ce1d4 req-a2ff870d-d9f5-4c2a-af86-a9cc9edcebeb tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:30.620096 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [req-2d011796-63cb-41a7-a46c-fd460e2ce1d4 req-a2ff870d-d9f5-4c2a-af86-a9cc9edcebeb tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Calling delete_port for b414d1b7-da53-4b6b-8242-1e56a5501ef0 owned by compute:nova {{(pid=95116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:06:30.795658 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0352de3-edb9-43d3-8a3f-f0e7a5b3dc6f req-18649368-2656-4dc5-84c3-999a60db6142 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:30.797613 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b0352de3-edb9-43d3-8a3f-f0e7a5b3dc6f req-18649368-2656-4dc5-84c3-999a60db6142 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.1056807 Jun 04 03:06:30.893255 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b0352de3-edb9-43d3-8a3f-f0e7a5b3dc6f req-07fb4a01-be68-4af0-b9a8-0468a5c7eb39 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644014 Jun 04 03:06:30.894300 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-2d011796-63cb-41a7-a46c-fd460e2ce1d4 req-a2ff870d-d9f5-4c2a-af86-a9cc9edcebeb tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554'] for port, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:30.901258 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-efd938b7-b336-4efe-882b-e85034e6f16b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:30.907804 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['b414d1b7-da53-4b6b-8242-1e56a5501ef0'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:06:30.946190 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff870d-d9f5-4c2a-af86-a9cc9edcebeb tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event deleted for resources: {'Port': ['ID=b414d1b7-da53-4b6b-8242-1e56a5501ef0,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:31.081763 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-a2ff870d-d9f5-4c2a-af86-a9cc9edcebeb tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:31.120115 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d011796-63cb-41a7-a46c-fd460e2ce1d4 req-a2ff870d-d9f5-4c2a-af86-a9cc9edcebeb tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] No DVR routers for this DVR port b414d1b7-da53-4b6b-8242-1e56a5501ef0 on host hv-osbrick-7805 {{(pid=95116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 03:06:31.123196 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-2d011796-63cb-41a7-a46c-fd460e2ce1d4 req-a2ff870d-d9f5-4c2a-af86-a9cc9edcebeb tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:31.126601 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5604fe9b-7ee8-4051-afbc-ad90c18965e8', 'name': 'network-vif-deleted', 'tag': 'b414d1b7-da53-4b6b-8242-1e56a5501ef0'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:06:31.128814 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0e4640-f227-473a-a37d-d17a9f857481" -d '{"events": [{"server_uuid": "5604fe9b-7ee8-4051-afbc-ad90c18965e8", "name": "network-vif-deleted", "tag": "b414d1b7-da53-4b6b-8242-1e56a5501ef0"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:06:31.144052 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2d011796-63cb-41a7-a46c-fd460e2ce1d4 req-a2ff870d-d9f5-4c2a-af86-a9cc9edcebeb tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "DELETE /v2.0/ports/b414d1b7-da53-4b6b-8242-1e56a5501ef0 HTTP/1.1" status: 204 len: 173 time: 0.9125755 Jun 04 03:06:31.209774 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 03:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f22ed1-379f-44ca-b193-14feb72c35cd x-openstack-request-id: req-84f22ed1-379f-44ca-b193-14feb72c35cd {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:06:31.210076 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5604fe9b-7ee8-4051-afbc-ad90c18965e8", "name": "network-vif-deleted", "tag": "b414d1b7-da53-4b6b-8242-1e56a5501ef0", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:06:31.210340 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-84f22ed1-379f-44ca-b193-14feb72c35cd {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:06:31.210735 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5604fe9b-7ee8-4051-afbc-ad90c18965e8', 'name': 'network-vif-deleted', 'tag': 'b414d1b7-da53-4b6b-8242-1e56a5501ef0', 'status': 'completed', 'code': 200} Jun 04 03:06:31.222030 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-8ca8b98b-0c90-446e-adb9-cc031a07026f req-62bc3ea2-b685-4d53-b3ea-c417fa6928e0 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:06:31.238334 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-8ca8b98b-0c90-446e-adb9-cc031a07026f req-62bc3ea2-b685-4d53-b3ea-c417fa6928e0 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:06:31.239469 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-8ca8b98b-0c90-446e-adb9-cc031a07026f req-62bc3ea2-b685-4d53-b3ea-c417fa6928e0 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=5604fe9b-7ee8-4051-afbc-ad90c18965e8 HTTP/1.1" status: 200 len: 210 time: 0.0615814 Jun 04 03:06:32.087077 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52227e77-8dff-47e4-b288-3a8043031b8f req-8d3f1345-ceb6-4ab7-9adc-1a27050dd2fb tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:32.088463 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-52227e77-8dff-47e4-b288-3a8043031b8f req-8d3f1345-ceb6-4ab7-9adc-1a27050dd2fb tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.0830991 Jun 04 03:06:32.135456 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-52227e77-8dff-47e4-b288-3a8043031b8f req-92d6e388-28d2-48f2-b7f7-b67a74b358d3 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413706 Jun 04 03:06:33.320423 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7935226-8373-4c5c-8865-3dd63c3a50b8 req-8722d45b-a5c9-4da9-b41e-cbf5278e8f60 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:33.321904 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e7935226-8373-4c5c-8865-3dd63c3a50b8 req-8722d45b-a5c9-4da9-b41e-cbf5278e8f60 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.0784178 Jun 04 03:06:33.371817 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e7935226-8373-4c5c-8865-3dd63c3a50b8 req-0608dfb2-9820-4a17-a653-97fa9b36586e tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443151 Jun 04 03:06:33.943364 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device b414d1b7-da53-4b6b-8242-1e56a5501ef0 no longer exists at agent hyperv_hv-osbrick-7805 {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:06:33.986661 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] No Port match for: b414d1b7-da53-4b6b-8242-1e56a5501ef0 {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:06:33.987262 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device b414d1b7-da53-4b6b-8242-1e56a5501ef0 not bound to the agent host hv-osbrick-7805 {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:06:34.555231 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08419f04-e7ba-46a8-a025-636a3b27bf47 req-08c06dff-0ecb-4042-92f6-ec7e477d5dd0 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:34.556679 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-08419f04-e7ba-46a8-a025-636a3b27bf47 req-08c06dff-0ecb-4042-92f6-ec7e477d5dd0 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.0779061 Jun 04 03:06:34.602883 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-08419f04-e7ba-46a8-a025-636a3b27bf47 req-e27afb23-a9bc-4345-93bc-d68e32dc6ed8 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405223 Jun 04 03:06:35.802697 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d14ae-5620-4ef8-ad6c-829a063412e3 req-ee77682b-5c3d-401b-9d5d-1d77aab248fd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:35.804167 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-660d14ae-5620-4ef8-ad6c-829a063412e3 req-ee77682b-5c3d-401b-9d5d-1d77aab248fd tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.0946989 Jun 04 03:06:35.851111 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-660d14ae-5620-4ef8-ad6c-829a063412e3 req-7b44d610-a962-4588-a0af-6ad52f514f1f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412483 Jun 04 03:06:37.063411 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b19a6-cf5c-4311-8a9a-498e26ef4926 req-b4375e3d-7391-41a9-a16f-4c22d3c6e77d tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:37.065042 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-0f8b19a6-cf5c-4311-8a9a-498e26ef4926 req-b4375e3d-7391-41a9-a16f-4c22d3c6e77d tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.0911167 Jun 04 03:06:37.113591 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-0f8b19a6-cf5c-4311-8a9a-498e26ef4926 req-3d6de81e-8670-40ab-93bc-10ea23f80fa8 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423505 Jun 04 03:06:37.598510 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9eac-a256-406d-8f61-f5db37ddd7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:38.146900 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-38d6b0cc-c00d-40b9-805c-68cf197cc88c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:38.148344 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-38d6b0cc-c00d-40b9-805c-68cf197cc88c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 811 time: 0.1457269 Jun 04 03:06:38.163726 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-f09f4486-bb30-4a91-a3a7-e9ca4683516e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/quotas/fbfc919b64464da193caac26c097f774 HTTP/1.1" status: 200 len: 375 time: 0.0097895 Jun 04 03:06:38.305616 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-9d2b253d-73ff-4f47-9d34-ecbb8fbfa067 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1366997 Jun 04 03:06:38.343201 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d290db-e040-402b-9f3a-479066ad9ac4 req-ae967534-def7-4fad-a967-79aea6cd855f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:38.345123 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-60d290db-e040-402b-9f3a-479066ad9ac4 req-ae967534-def7-4fad-a967-79aea6cd855f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.1212244 Jun 04 03:06:38.467698 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-60d290db-e040-402b-9f3a-479066ad9ac4 req-a0180de1-0471-4067-9ad4-dece9d8ab148 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101987 Jun 04 03:06:38.491691 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-887ae057-6f13-4ac9-8638-6d1505764888 service neutron] 10.222.0.45 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782281 Jun 04 03:06:38.621627 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-29958d92-4ca2-4513-bfb2-26145b1cceea service neutron] 10.222.0.45 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242409 Jun 04 03:06:39.002526 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-29fe7d05-6cff-4840-b604-22cb0afd7cf4 req-4d58156e-ef4c-4c85-bac3-ed7655fb2476 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 210 time: 0.0425422 Jun 04 03:06:39.606484 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:39.660368 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b13481-65c3-4d3c-a1b9-1abc16db0e8e req-5b56c1bd-3019-4a65-bac5-bd8a68e0ca67 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:39.661842 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-a0b13481-65c3-4d3c-a1b9-1abc16db0e8e req-5b56c1bd-3019-4a65-bac5-bd8a68e0ca67 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.0812676 Jun 04 03:06:39.710287 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-a0b13481-65c3-4d3c-a1b9-1abc16db0e8e req-8f6e3fcb-49fb-40b8-a1bf-f43dd45a21af tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427897 Jun 04 03:06:39.988587 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-b6a95119-6cbf-4715-85fa-ecce78974ec6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:39.990031 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-b6a95119-6cbf-4715-85fa-ecce78974ec6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 811 time: 0.1471915 Jun 04 03:06:40.001746 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'port': {'device_id': 'c7709076-3c21-4222-a4a3-efc1de611dd1', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'admin_state_up': True, 'tenant_id': 'fbfc919b64464da193caac26c097f774'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:06:40.253460 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ffeb8378-4b34-4192-a937-d60800276b17 req-5f74fa58-b855-4952-9e6d-6687457d00ec tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 210 time: 0.1415963 Jun 04 03:06:40.264193 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:06:40.290788 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:06:40.302538 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Made reservation on behalf of fbfc919b64464da193caac26c097f774 for: {'port': 1} {{(pid=95116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:06:40.307349 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:40.497746 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Allocated IP 172.20.0.13 (88c98950-64a8-4367-b50e-dc761f5d98c6/205a7a75-6534-40a2-ba12-9ce1a19cf4cb/c86439b8-414a-481c-b6ab-92ac3949809c) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:06:40.703748 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:40.721518 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Transition to ACTIVE for port object c86439b8-414a-481c-b6ab-92ac3949809c will not be triggered until provisioned by entity DHCP. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:06:40.764641 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:40.781287 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-9a895c08-739c-42c1-b3e1-2af9dc462395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:40.866952 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Network 88c98950-64a8-4367-b50e-dc761f5d98c6 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:06:40.870950 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:06:40.877074 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:06:40.882638 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:40.883142 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:40.920638 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9224069 Jun 04 03:06:40.938426 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Request body: {'port': {'device_id': 'c7709076-3c21-4222-a4a3-efc1de611dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7805'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:06:40.949470 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-28f44932-d0c2-4c45-86f7-ed60c981095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:41.014166 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'Port': ['ID=c86439b8-414a-481c-b6ab-92ac3949809c,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:41.028893 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:41.121637 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:41.147655 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101b2c0-0e07-4e9a-a5d9-24322d05b7e8 req-09b107a8-06a7-4cdd-83b4-1558d089378b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:41.149171 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f101b2c0-0e07-4e9a-a5d9-24322d05b7e8 req-09b107a8-06a7-4cdd-83b4-1558d089378b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.1754825 Jun 04 03:06:41.218481 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-07ee57bf-56a6-4a43-ac2f-091a68b313cf None None] Provisioning for port c86439b8-414a-481c-b6ab-92ac3949809c completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:06:41.224506 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-07ee57bf-56a6-4a43-ac2f-091a68b313cf None None] Provisioning complete for port c86439b8-414a-481c-b6ab-92ac3949809c triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:06:41.225253 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-07ee57bf-56a6-4a43-ac2f-091a68b313cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:41.240413 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f101b2c0-0e07-4e9a-a5d9-24322d05b7e8 req-7d0369c5-69a9-4c69-a300-b390a2d70ba9 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667536 Jun 04 03:06:41.280841 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-07ee57bf-56a6-4a43-ac2f-091a68b313cf None None] Port c86439b8-414a-481c-b6ab-92ac3949809c cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 03:06:41.400663 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:41.532513 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693d5f7-19a4-4a15-a569-146640dedd83 req-8cf0bff0-4c9a-4548-a46b-24e6ef97080c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:41.533235 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-f693d5f7-19a4-4a15-a569-146640dedd83 req-8cf0bff0-4c9a-4548-a46b-24e6ef97080c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:06:41.595786 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-f693d5f7-19a4-4a15-a569-146640dedd83 req-8cf0bff0-4c9a-4548-a46b-24e6ef97080c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:06:41.596952 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f693d5f7-19a4-4a15-a569-146640dedd83 req-8cf0bff0-4c9a-4548-a46b-24e6ef97080c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 932 time: 0.1942685 Jun 04 03:06:41.598864 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86439b8-414a-481c-b6ab-92ac3949809c {{(pid=95116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 03:06:41.618875 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:41.646965 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Transition to ACTIVE for port object c86439b8-414a-481c-b6ab-92ac3949809c will not be triggered until provisioned by entity L2. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:06:41.653844 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:41.659320 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:41.703154 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f693d5f7-19a4-4a15-a569-146640dedd83 req-effc445a-6c58-43c9-bb3b-9d675ecee8be tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998049 Jun 04 03:06:41.824717 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Pushing event updated for resources: {'Port': ['ID=c86439b8-414a-481c-b6ab-92ac3949809c,revision_number=2']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:41.832165 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:41.848766 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Attempting to bind port c86439b8-414a-481c-b6ab-92ac3949809c on host hv-osbrick-7805 for vnic_type normal with profile {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:06:41.849165 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Attempting to bind port c86439b8-414a-481c-b6ab-92ac3949809c by drivers openvswitch,hyperv on host hv-osbrick-7805 at level 0 using segments [{'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}] {{(pid=95116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:06:41.849507 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Attempting to bind port c86439b8-414a-481c-b6ab-92ac3949809c on network 88c98950-64a8-4367-b50e-dc761f5d98c6 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:06:41.854474 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Port c86439b8-414a-481c-b6ab-92ac3949809c on network 88c98950-64a8-4367-b50e-dc761f5d98c6 not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7805 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 03:06:41.854798 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Attempting to bind port c86439b8-414a-481c-b6ab-92ac3949809c on network 88c98950-64a8-4367-b50e-dc761f5d98c6 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:06:41.860695 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Checking agent: {'id': 'ec42cda1-68f5-4af8-ad15-f1d85b99d64c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7805', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 3, 3, 21), 'started_at': datetime.datetime(2021, 6, 4, 3, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:06:41.861064 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Checking segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:06:41.861460 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Bound using segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:06:41.861901 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Bound port: c86439b8-414a-481c-b6ab-92ac3949809c, host: hv-osbrick-7805, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}}] {{(pid=95116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:06:41.862258 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:41.949637 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] For port c86439b8-414a-481c-b6ab-92ac3949809c, host hv-osbrick-7805, cleared binding levels {{(pid=95116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:06:41.952738 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] For port c86439b8-414a-481c-b6ab-92ac3949809c, host hv-osbrick-7805, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=c86439b8-414a-481c-b6ab-92ac3949809c,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:06:41.958175 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:41.961948 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:42.024228 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:42.024867 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:42.026283 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] 10.222.0.43 "PUT /v2.0/ports/c86439b8-414a-481c-b6ab-92ac3949809c HTTP/1.1" status: 200 len: 1094 time: 1.0959969 Jun 04 03:06:42.026773 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7709076-3c21-4222-a4a3-efc1de611dd1', 'tag': 'c86439b8-414a-481c-b6ab-92ac3949809c'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:06:42.029151 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438197b3-a516-4e47-94bb-99fd41b5d467" -d '{"events": [{"name": "network-changed", "server_uuid": "c7709076-3c21-4222-a4a3-efc1de611dd1", "tag": "c86439b8-414a-481c-b6ab-92ac3949809c"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:06:42.051664 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Pushing event updated for resources: {'Port': ['ID=c86439b8-414a-481c-b6ab-92ac3949809c,revision_number=3']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:42.054953 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:42.109089 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2055888-33fb-4f5a-871c-bd8bd1565c0d x-openstack-request-id: req-a2055888-33fb-4f5a-871c-bd8bd1565c0d {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:06:42.109444 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7709076-3c21-4222-a4a3-efc1de611dd1", "tag": "c86439b8-414a-481c-b6ab-92ac3949809c", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:06:42.109711 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2055888-33fb-4f5a-871c-bd8bd1565c0d {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:06:42.110118 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7709076-3c21-4222-a4a3-efc1de611dd1', 'tag': 'c86439b8-414a-481c-b6ab-92ac3949809c', 'status': 'completed', 'code': 200} Jun 04 03:06:42.152447 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-38a63d16-f1ab-4747-bb25-fda708b28610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:42.153958 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-38a63d16-f1ab-4747-bb25-fda708b28610 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 1097 time: 0.0769162 Jun 04 03:06:42.308776 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-e3cd033e-1bd2-4ea2-b532-be8c71fe4e56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c86439b8-414a-481c-b6ab-92ac3949809c HTTP/1.1" status: 200 len: 217 time: 0.1457601 Jun 04 03:06:42.417593 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-235a12f7-f4b3-4626-a6a9-43bb114cfbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:42.418922 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-235a12f7-f4b3-4626-a6a9-43bb114cfbce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.1031070 Jun 04 03:06:42.499814 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d668ff4-2abd-4a54-9477-fa75f5a63b6a req-b17b4cd1-7631-4797-882d-5cdfc5afc744 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:42.502093 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3d668ff4-2abd-4a54-9477-fa75f5a63b6a req-b17b4cd1-7631-4797-882d-5cdfc5afc744 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.1421332 Jun 04 03:06:42.542458 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-d06ee35a-f34c-4eb3-9393-5b98836e9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:42.543875 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-d06ee35a-f34c-4eb3-9393-5b98836e9d77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1177716 Jun 04 03:06:42.577738 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3d668ff4-2abd-4a54-9477-fa75f5a63b6a req-a072e11d-7b4e-4926-8061-9b4efb911b2e tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&id=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700691 Jun 04 03:06:42.679836 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-9371e003-4d51-4ba8-9cff-04fe85a6caaa service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289325 Jun 04 03:06:42.813155 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7fd5970e-b016-4a61-8991-f3297fcf975e req-79b0d5c9-e4f9-4a45-89d6-23f28e879910 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266067 Jun 04 03:06:42.950132 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aefb7d-3178-4cdb-b03e-7fe50a77adf9 req-0fe34269-56ee-445b-a4d6-50f17a67e8d2 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:42.951488 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-87aefb7d-3178-4cdb-b03e-7fe50a77adf9 req-0fe34269-56ee-445b-a4d6-50f17a67e8d2 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 944 time: 0.1407268 Jun 04 03:06:42.957425 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438197b3-a516-4e47-94bb-99fd41b5d467 req-7e799ad5-37a3-4460-964c-5a7889dc1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:42.958768 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-438197b3-a516-4e47-94bb-99fd41b5d467 req-7e799ad5-37a3-4460-964c-5a7889dc1073 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 1097 time: 0.1017873 Jun 04 03:06:43.078793 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-87aefb7d-3178-4cdb-b03e-7fe50a77adf9 req-92752cb2-c766-4f50-8b81-74a7f2bc9348 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190698 Jun 04 03:06:43.121281 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438197b3-a516-4e47-94bb-99fd41b5d467 req-4cd21401-92ef-49e1-9966-792002caf41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:43.122695 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-438197b3-a516-4e47-94bb-99fd41b5d467 req-4cd21401-92ef-49e1-9966-792002caf41e service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.1502061 Jun 04 03:06:43.188468 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-438197b3-a516-4e47-94bb-99fd41b5d467 req-bbdf4670-62b1-4eaf-a8a2-128179e3c0fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c86439b8-414a-481c-b6ab-92ac3949809c HTTP/1.1" status: 200 len: 217 time: 0.0584860 Jun 04 03:06:43.253208 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438197b3-a516-4e47-94bb-99fd41b5d467 req-e6a99ede-290b-4500-bdb1-9e3e97685e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:43.254634 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-438197b3-a516-4e47-94bb-99fd41b5d467 req-e6a99ede-290b-4500-bdb1-9e3e97685e6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0597899 Jun 04 03:06:43.329948 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438197b3-a516-4e47-94bb-99fd41b5d467 req-52aa5a18-fd27-4008-9941-ecd647321af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:43.331407 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-438197b3-a516-4e47-94bb-99fd41b5d467 req-52aa5a18-fd27-4008-9941-ecd647321af6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0697951 Jun 04 03:06:43.465176 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-438197b3-a516-4e47-94bb-99fd41b5d467 req-80fa5c4c-c22f-4be1-95e7-9859e1ee548f service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271741 Jun 04 03:06:43.595088 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-438197b3-a516-4e47-94bb-99fd41b5d467 req-dd4a9b64-920a-4ac4-91d5-613cd616b660 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231790 Jun 04 03:06:44.259210 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede5a51-9f19-46c2-a539-ab1cb5aa5022 req-7110c2d5-ea24-4132-8209-5844b763856f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:44.260664 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-1ede5a51-9f19-46c2-a539-ab1cb5aa5022 req-7110c2d5-ea24-4132-8209-5844b763856f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 944 time: 0.0784614 Jun 04 03:06:44.309360 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-1ede5a51-9f19-46c2-a539-ab1cb5aa5022 req-4d530151-357b-4f1d-8f21-fc018b5ded92 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 Jun 04 03:06:45.492868 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df4b5c-b77d-46a4-9fca-108d7f8e1a5a req-3d28238c-9403-43bc-8dee-603c78925de5 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:45.494362 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-92df4b5c-b77d-46a4-9fca-108d7f8e1a5a req-3d28238c-9403-43bc-8dee-603c78925de5 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 944 time: 0.0791619 Jun 04 03:06:45.538755 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-92df4b5c-b77d-46a4-9fca-108d7f8e1a5a req-7a48a3da-1406-42be-b0bb-dbc66ee0694e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389473 Jun 04 03:06:45.986025 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device c86439b8-414a-481c-b6ab-92ac3949809c details requested by agent hyperv_hv-osbrick-7805 with host hv-osbrick-7805 {{(pid=95117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 03:06:46.140944 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port c86439b8-414a-481c-b6ab-92ac3949809c, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=c86439b8-414a-481c-b6ab-92ac3949809c,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:06:46.153861 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Returning: {'device': 'c86439b8-414a-481c-b6ab-92ac3949809c', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'port_id': 'c86439b8-414a-481c-b6ab-92ac3949809c', 'mac_address': 'fa:16:3e:0b:6a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 03:06:46.211035 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:46.227384 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.notifiers.nova [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86439b8-414a-481c-b6ab-92ac3949809c {{(pid=95117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 03:06:46.243004 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port c86439b8-414a-481c-b6ab-92ac3949809c, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=c86439b8-414a-481c-b6ab-92ac3949809c,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:06:46.246504 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:46.248931 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-6fa44821-4e85-402f-9b9c-c9c3edf11771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:46.312835 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Pushing event updated for resources: {'Port': ['ID=c86439b8-414a-481c-b6ab-92ac3949809c,revision_number=4']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:46.316594 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:46.489121 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['c86439b8-414a-481c-b6ab-92ac3949809c'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:06:46.809009 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d9bf2-5d8f-4d6a-bedd-2ca2951f343a req-a6b1df9c-9d89-47e9-afe2-a41ca3e6978e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:46.810485 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-c12d9bf2-5d8f-4d6a-bedd-2ca2951f343a req-a6b1df9c-9d89-47e9-afe2-a41ca3e6978e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 945 time: 0.1525798 Jun 04 03:06:46.855020 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-c12d9bf2-5d8f-4d6a-bedd-2ca2951f343a req-25526cc2-6fd5-4660-9aca-0f597ee510f9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380363 Jun 04 03:06:48.010034 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device c86439b8-414a-481c-b6ab-92ac3949809c up at agent hyperv_hv-osbrick-7805 {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:06:48.038649 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d6035-f657-4e04-9c6a-fe8b89e49c1c req-57c81f20-0655-4cd3-8f64-9eef93adff3e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:48.040316 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b45d6035-f657-4e04-9c6a-fe8b89e49c1c req-57c81f20-0655-4cd3-8f64-9eef93adff3e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 945 time: 0.0804820 Jun 04 03:06:48.079441 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Provisioning for port c86439b8-414a-481c-b6ab-92ac3949809c completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:06:48.084936 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Provisioning complete for port c86439b8-414a-481c-b6ab-92ac3949809c triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:06:48.085346 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:48.087196 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b45d6035-f657-4e04-9c6a-fe8b89e49c1c req-28e21bb7-e7c9-4af2-b5e6-af50655454c3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407653 Jun 04 03:06:48.201938 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:48.229925 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7709076-3c21-4222-a4a3-efc1de611dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86439b8-414a-481c-b6ab-92ac3949809c'}] {{(pid=95117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:06:48.232069 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde061ba8984a0406e29c3a6bc1cb8569cb35357d87f28ac640f4fd68adc12d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a6120a-a31e-4374-954a-3c32da1dce22" -d '{"events": [{"server_uuid": "c7709076-3c21-4222-a4a3-efc1de611dd1", "name": "network-vif-plugged", "status": "completed", "tag": "c86439b8-414a-481c-b6ab-92ac3949809c"}]}' {{(pid=95117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:06:48.239810 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port c86439b8-414a-481c-b6ab-92ac3949809c, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=c86439b8-414a-481c-b6ab-92ac3949809c,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:06:48.244878 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:48.246713 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:48.279798 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 03:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480ce76a-ded9-4d3b-ab9f-5b2db5eb8665 x-openstack-request-id: req-480ce76a-ded9-4d3b-ab9f-5b2db5eb8665 {{(pid=95117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:06:48.280089 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7709076-3c21-4222-a4a3-efc1de611dd1", "name": "network-vif-plugged", "status": "completed", "tag": "c86439b8-414a-481c-b6ab-92ac3949809c", "code": 200}]} {{(pid=95117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:06:48.280345 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-480ce76a-ded9-4d3b-ab9f-5b2db5eb8665 {{(pid=95117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:06:48.280723 dv-osbrick-780511-13-ceph neutron-server[95117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7709076-3c21-4222-a4a3-efc1de611dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86439b8-414a-481c-b6ab-92ac3949809c', 'code': 200} Jun 04 03:06:48.319310 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Pushing event updated for resources: {'Port': ['ID=c86439b8-414a-481c-b6ab-92ac3949809c,revision_number=5']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:48.322134 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:48.546525 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38470-7137-469e-9f09-2f96b46dee5f req-729d0b81-ecc9-4710-b091-64bb33bd82ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:48.547899 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-d8d38470-7137-469e-9f09-2f96b46dee5f req-729d0b81-ecc9-4710-b091-64bb33bd82ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 1099 time: 0.0725870 Jun 04 03:06:48.588380 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-d8d38470-7137-469e-9f09-2f96b46dee5f req-0f8bcaee-0542-4762-9053-9c916b7a9a87 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337439 Jun 04 03:06:49.271883 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f46fe-63e5-4105-86b6-d333283e3ec5 req-4c02c0f6-86f3-46d8-811d-036f74e14555 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:49.273389 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-c23f46fe-63e5-4105-86b6-d333283e3ec5 req-4c02c0f6-86f3-46d8-811d-036f74e14555 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 946 time: 0.0793254 Jun 04 03:06:49.321594 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-c23f46fe-63e5-4105-86b6-d333283e3ec5 req-a7db3408-1a53-4258-916f-f06847032985 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425098 Jun 04 03:06:50.508365 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947fea3-1779-4945-9233-dadb44ed293e req-a00ba896-572c-4671-8c1c-18fd7a91ced8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:50.509861 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-4947fea3-1779-4945-9233-dadb44ed293e req-a00ba896-572c-4671-8c1c-18fd7a91ced8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 946 time: 0.0811508 Jun 04 03:06:50.553940 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-4947fea3-1779-4945-9233-dadb44ed293e req-b2af185f-3f9d-4780-ad33-75fc05d9b078 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Jun 04 03:06:50.740992 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72599fc4-d418-4fd2-8f72-468993e7f98e req-7790d544-aa47-4bf5-9476-d8110eb2b648 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:50.742468 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-72599fc4-d418-4fd2-8f72-468993e7f98e req-7790d544-aa47-4bf5-9476-d8110eb2b648 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 946 time: 0.0830126 Jun 04 03:06:50.787859 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-72599fc4-d418-4fd2-8f72-468993e7f98e req-78c16acb-b788-42ba-b487-0fc2813e3a6d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399623 Jun 04 03:06:51.206015 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:53.237977 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-72d141df-bfd5-4630-9760-60663f79b77f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:53.239496 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-72d141df-bfd5-4630-9760-60663f79b77f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 811 time: 0.1432657 Jun 04 03:06:53.253977 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-92f2c2ac-4c05-48a0-939d-6a5c11e8aa91 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/quotas/fbfc919b64464da193caac26c097f774 HTTP/1.1" status: 200 len: 375 time: 0.0085495 Jun 04 03:06:53.337193 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-c6da7230-cd89-401f-b24e-96ac4d1790a1 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783892 Jun 04 03:06:53.466132 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-5bee3c92-a769-4aff-9f5e-a6804addcd74 service neutron] 10.222.0.45 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219049 Jun 04 03:06:53.596082 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ff02d6b9-66e7-47c2-8824-b0317e42f90a service neutron] 10.222.0.45 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242914 Jun 04 03:06:53.822800 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f6deec9d-0aa3-4d05-a70f-9e057854585c req-28119447-8d8c-4098-80e6-2e938857fdd0 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 210 time: 0.0467863 Jun 04 03:06:55.020488 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-183508c2-18ab-4fa9-a90a-75dfe50e48c0 req-bdfe14dd-e024-493e-b47a-902e4bd8f221 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 210 time: 0.0628557 Jun 04 03:06:55.056314 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-7a2cf5e8-3fa2-488e-89c6-d65314cd7fda tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:55.057814 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-7a2cf5e8-3fa2-488e-89c6-d65314cd7fda tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 811 time: 0.1953890 Jun 04 03:06:55.071502 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'port': {'device_id': '39abe0b3-bca4-41f2-a0a0-c06ea9581784', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'admin_state_up': True, 'tenant_id': 'fbfc919b64464da193caac26c097f774'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:06:55.204272 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:06:55.214015 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:06:55.224125 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Made reservation on behalf of fbfc919b64464da193caac26c097f774 for: {'port': 1} {{(pid=95116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:06:55.227732 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:55.392084 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Allocated IP 172.20.0.8 (88c98950-64a8-4367-b50e-dc761f5d98c6/205a7a75-6534-40a2-ba12-9ce1a19cf4cb/f20d691b-4490-4e53-9471-0bc0a2ed046a) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:06:55.686271 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:55.703960 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Transition to ACTIVE for port object f20d691b-4490-4e53-9471-0bc0a2ed046a will not be triggered until provisioned by entity DHCP. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:06:55.729271 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:55.735052 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:55.744518 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['c86439b8-414a-481c-b6ab-92ac3949809c'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:06:55.803959 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Network 88c98950-64a8-4367-b50e-dc761f5d98c6 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:06:55.805272 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:06:55.809254 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:06:55.814689 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:55.815272 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:55.843005 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'Port': ['ID=f20d691b-4490-4e53-9471-0bc0a2ed046a,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:55.848696 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:55.858476 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-9e0a2ddc-4dc8-48b7-b29e-3aceac303855 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7907379 Jun 04 03:06:55.874736 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Request body: {'port': {'device_id': '39abe0b3-bca4-41f2-a0a0-c06ea9581784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7805'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:06:56.009631 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:56.137855 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-b4cedabe-8c7a-4d3d-a7f4-87d43613bfa6 None None] Provisioning for port f20d691b-4490-4e53-9471-0bc0a2ed046a completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:06:56.146108 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-b4cedabe-8c7a-4d3d-a7f4-87d43613bfa6 None None] Provisioning complete for port f20d691b-4490-4e53-9471-0bc0a2ed046a triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:06:56.146769 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-b4cedabe-8c7a-4d3d-a7f4-87d43613bfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:56.203001 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-b4cedabe-8c7a-4d3d-a7f4-87d43613bfa6 None None] Port f20d691b-4490-4e53-9471-0bc0a2ed046a cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 03:06:56.333978 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3c874-164c-4fa4-8b84-588e87c102b6 req-cac03c63-f7fc-4899-a2b9-42ea38039f27 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:56.334681 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-52c3c874-164c-4fa4-8b84-588e87c102b6 req-cac03c63-f7fc-4899-a2b9-42ea38039f27 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:06:56.368602 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-52c3c874-164c-4fa4-8b84-588e87c102b6 req-cac03c63-f7fc-4899-a2b9-42ea38039f27 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:06:56.369772 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-52c3c874-164c-4fa4-8b84-588e87c102b6 req-cac03c63-f7fc-4899-a2b9-42ea38039f27 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 931 time: 0.2187951 Jun 04 03:06:56.469220 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20d691b-4490-4e53-9471-0bc0a2ed046a {{(pid=95116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 03:06:56.479591 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-52c3c874-164c-4fa4-8b84-588e87c102b6 req-3434cb7b-c655-4363-a47d-0d08b357d57c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971599 Jun 04 03:06:56.481141 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:56.497651 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Transition to ACTIVE for port object f20d691b-4490-4e53-9471-0bc0a2ed046a will not be triggered until provisioned by entity L2. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:06:56.501275 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:56.506156 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:56.662242 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Pushing event updated for resources: {'Port': ['ID=f20d691b-4490-4e53-9471-0bc0a2ed046a,revision_number=2']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:56.665097 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:56.687046 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Attempting to bind port f20d691b-4490-4e53-9471-0bc0a2ed046a on host hv-osbrick-7805 for vnic_type normal with profile {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:06:56.687388 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Attempting to bind port f20d691b-4490-4e53-9471-0bc0a2ed046a by drivers openvswitch,hyperv on host hv-osbrick-7805 at level 0 using segments [{'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}] {{(pid=95116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:06:56.687759 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Attempting to bind port f20d691b-4490-4e53-9471-0bc0a2ed046a on network 88c98950-64a8-4367-b50e-dc761f5d98c6 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:06:56.692962 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Port f20d691b-4490-4e53-9471-0bc0a2ed046a on network 88c98950-64a8-4367-b50e-dc761f5d98c6 not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7805 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 03:06:56.693321 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Attempting to bind port f20d691b-4490-4e53-9471-0bc0a2ed046a on network 88c98950-64a8-4367-b50e-dc761f5d98c6 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:06:56.698625 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Checking agent: {'id': 'ec42cda1-68f5-4af8-ad15-f1d85b99d64c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7805', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 3, 3, 21), 'started_at': datetime.datetime(2021, 6, 4, 3, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:06:56.698969 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Checking segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:06:56.699356 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Bound using segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:06:56.699789 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Bound port: f20d691b-4490-4e53-9471-0bc0a2ed046a, host: hv-osbrick-7805, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}}] {{(pid=95116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:06:56.700141 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:56.792667 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] For port f20d691b-4490-4e53-9471-0bc0a2ed046a, host hv-osbrick-7805, cleared binding levels {{(pid=95116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:06:56.795892 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] For port f20d691b-4490-4e53-9471-0bc0a2ed046a, host hv-osbrick-7805, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=f20d691b-4490-4e53-9471-0bc0a2ed046a,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:06:56.800897 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:56.805567 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-612f26f0-70a9-4ef5-b5d3-e34596a775d7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:06:56.859138 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:56.859629 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:06:56.861093 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] 10.222.0.43 "PUT /v2.0/ports/f20d691b-4490-4e53-9471-0bc0a2ed046a HTTP/1.1" status: 200 len: 1093 time: 0.9908030 Jun 04 03:06:56.861566 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39abe0b3-bca4-41f2-a0a0-c06ea9581784', 'tag': 'f20d691b-4490-4e53-9471-0bc0a2ed046a'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:06:56.864180 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337a818a-fe1d-499f-8c94-c9d59281532f" -d '{"events": [{"name": "network-changed", "server_uuid": "39abe0b3-bca4-41f2-a0a0-c06ea9581784", "tag": "f20d691b-4490-4e53-9471-0bc0a2ed046a"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:06:56.884675 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Pushing event updated for resources: {'Port': ['ID=f20d691b-4490-4e53-9471-0bc0a2ed046a,revision_number=3']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:06:56.888404 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:06:56.938010 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacf8f85-6764-4a29-b57f-5e613ffbc7e9 x-openstack-request-id: req-bacf8f85-6764-4a29-b57f-5e613ffbc7e9 {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:06:56.938311 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39abe0b3-bca4-41f2-a0a0-c06ea9581784", "tag": "f20d691b-4490-4e53-9471-0bc0a2ed046a", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:06:56.938573 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bacf8f85-6764-4a29-b57f-5e613ffbc7e9 {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:06:56.938972 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39abe0b3-bca4-41f2-a0a0-c06ea9581784', 'tag': 'f20d691b-4490-4e53-9471-0bc0a2ed046a', 'status': 'completed', 'code': 200} Jun 04 03:06:56.984475 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-3e66de25-50b3-498d-a96b-4d56d49134e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:56.985972 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-3e66de25-50b3-498d-a96b-4d56d49134e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 1096 time: 0.0811398 Jun 04 03:06:57.057654 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-f4fefff4-bac0-41ff-8a9e-f47f76b12142 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f20d691b-4490-4e53-9471-0bc0a2ed046a HTTP/1.1" status: 200 len: 217 time: 0.0637710 Jun 04 03:06:57.125564 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-efd344a8-e10f-4468-b73c-63095cf5b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:57.126846 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-efd344a8-e10f-4468-b73c-63095cf5b38c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0592186 Jun 04 03:06:57.204874 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-694bee8d-29f9-4fd3-ab18-1e87dd09a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:57.206486 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-694bee8d-29f9-4fd3-ab18-1e87dd09a710 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0694008 Jun 04 03:06:57.338378 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-0abd50c5-bbe6-4138-b864-b082362ba51c service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232309 Jun 04 03:06:57.546792 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b619d20b-5084-452d-9d43-ce5700ef3c2a req-4daae61c-032c-414a-a649-d9e2b7f45962 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979902 Jun 04 03:06:57.728088 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30843a35-4968-4890-a755-2723c13a6370 req-049bae4e-cd1d-44fc-8596-0046bd44a41a tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:57.729556 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-30843a35-4968-4890-a755-2723c13a6370 req-049bae4e-cd1d-44fc-8596-0046bd44a41a tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 943 time: 0.1382072 Jun 04 03:06:57.732044 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a818a-fe1d-499f-8c94-c9d59281532f req-703e088d-2392-46a7-8dea-bc8b0c543a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:57.733386 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-337a818a-fe1d-499f-8c94-c9d59281532f req-703e088d-2392-46a7-8dea-bc8b0c543a31 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 1096 time: 0.1070261 Jun 04 03:06:57.854938 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-30843a35-4968-4890-a755-2723c13a6370 req-3de59faf-b34e-4548-94c0-bcc6828443ba tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198070 Jun 04 03:06:57.895621 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a818a-fe1d-499f-8c94-c9d59281532f req-108eb1c0-c6b2-46c5-bda7-01f0b67ef211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:57.897096 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-337a818a-fe1d-499f-8c94-c9d59281532f req-108eb1c0-c6b2-46c5-bda7-01f0b67ef211 service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.1494188 Jun 04 03:06:57.963144 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-337a818a-fe1d-499f-8c94-c9d59281532f req-03b75773-6604-49cb-ac86-412a51629297 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f20d691b-4490-4e53-9471-0bc0a2ed046a HTTP/1.1" status: 200 len: 217 time: 0.0595315 Jun 04 03:06:58.029688 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a818a-fe1d-499f-8c94-c9d59281532f req-cec06d10-9b48-4a83-8fb8-5f52ac4f34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:58.031122 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-337a818a-fe1d-499f-8c94-c9d59281532f req-cec06d10-9b48-4a83-8fb8-5f52ac4f34a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0619287 Jun 04 03:06:58.108273 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a818a-fe1d-499f-8c94-c9d59281532f req-ef993351-daa3-4f4e-978e-c5a5ec95d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:58.109687 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-337a818a-fe1d-499f-8c94-c9d59281532f req-ef993351-daa3-4f4e-978e-c5a5ec95d8a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0719082 Jun 04 03:06:58.241737 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-337a818a-fe1d-499f-8c94-c9d59281532f req-c1a7b396-75a0-4613-97c9-987f82fd0410 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250124 Jun 04 03:06:58.374650 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-337a818a-fe1d-499f-8c94-c9d59281532f req-32d56100-241f-4045-82cf-454499ba4320 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260753 Jun 04 03:06:59.046978 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522edd2-8250-42f1-aefc-3d7c9f9cac08 req-2a48e147-85ca-4d1f-b749-bf00732ee870 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:06:59.048431 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-a522edd2-8250-42f1-aefc-3d7c9f9cac08 req-2a48e147-85ca-4d1f-b749-bf00732ee870 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 943 time: 0.0815754 Jun 04 03:06:59.096753 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-a522edd2-8250-42f1-aefc-3d7c9f9cac08 req-2bf15b23-5323-4eff-bcb8-1d7351608953 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Jun 04 03:07:00.284758 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af592aed-17fb-45c5-8a6f-49b07e6f3540 req-18a00fb9-7b78-4184-bfa4-a8ed76e5ac62 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:00.286523 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-af592aed-17fb-45c5-8a6f-49b07e6f3540 req-18a00fb9-7b78-4184-bfa4-a8ed76e5ac62 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 943 time: 0.0844622 Jun 04 03:07:00.333134 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-af592aed-17fb-45c5-8a6f-49b07e6f3540 req-4f0e17c1-0a25-4268-887e-a4d921b0333f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406773 Jun 04 03:07:01.528824 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145b9a7-597a-4883-8ad9-3d7b8b83fa91 req-945cbc3d-18e5-40dc-8869-571afbeecf0f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:01.530482 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7145b9a7-597a-4883-8ad9-3d7b8b83fa91 req-945cbc3d-18e5-40dc-8869-571afbeecf0f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 943 time: 0.0878050 Jun 04 03:07:01.576614 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7145b9a7-597a-4883-8ad9-3d7b8b83fa91 req-864b1d0b-c3f1-4079-a056-a33b6f21983f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395851 Jun 04 03:07:02.183907 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:07:02.772737 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52debb-906d-42de-a038-1ec9b4e055c9 req-d8e8ba12-18ad-4004-8439-dc2ccd8f9854 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:02.774216 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2b52debb-906d-42de-a038-1ec9b4e055c9 req-d8e8ba12-18ad-4004-8439-dc2ccd8f9854 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 943 time: 0.0861299 Jun 04 03:07:02.822005 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2b52debb-906d-42de-a038-1ec9b4e055c9 req-d291d477-e01e-4c8a-b11e-02700ee2fd22 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Jun 04 03:07:04.038393 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd7497-30be-4ac1-9639-3e9acdf00767 req-5f4208ce-ae05-4926-9654-89937ad9bf6c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:04.039886 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e4fd7497-30be-4ac1-9639-3e9acdf00767 req-5f4208ce-ae05-4926-9654-89937ad9bf6c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 943 time: 0.0848846 Jun 04 03:07:04.085893 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e4fd7497-30be-4ac1-9639-3e9acdf00767 req-01ae2182-9a5f-4da5-b482-869440358e51 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403912 Jun 04 03:07:04.111399 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device f20d691b-4490-4e53-9471-0bc0a2ed046a details requested by agent hyperv_hv-osbrick-7805 with host hv-osbrick-7805 {{(pid=95117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 03:07:04.251143 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port f20d691b-4490-4e53-9471-0bc0a2ed046a, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=f20d691b-4490-4e53-9471-0bc0a2ed046a,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:07:04.265157 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Returning: {'device': 'f20d691b-4490-4e53-9471-0bc0a2ed046a', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'port_id': 'f20d691b-4490-4e53-9471-0bc0a2ed046a', 'mac_address': 'fa:16:3e:6b:d5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 03:07:04.326088 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:04.346541 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.notifiers.nova [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20d691b-4490-4e53-9471-0bc0a2ed046a {{(pid=95117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 03:07:04.362438 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port f20d691b-4490-4e53-9471-0bc0a2ed046a, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=f20d691b-4490-4e53-9471-0bc0a2ed046a,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:07:04.366750 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:04.368497 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:04.434698 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Pushing event updated for resources: {'Port': ['ID=f20d691b-4490-4e53-9471-0bc0a2ed046a,revision_number=4']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:04.438171 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:04.618858 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['f20d691b-4490-4e53-9471-0bc0a2ed046a'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:07:05.271974 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000df7b5-19a0-4580-beee-219b1491b0ed req-4fd47daf-7c42-4261-a03e-11ecac83e8e2 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:05.273446 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-000df7b5-19a0-4580-beee-219b1491b0ed req-4fd47daf-7c42-4261-a03e-11ecac83e8e2 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 944 time: 0.0787389 Jun 04 03:07:05.321172 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-000df7b5-19a0-4580-beee-219b1491b0ed req-0f7d8594-404f-4964-b1dd-73e103c56a7d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422692 Jun 04 03:07:06.122734 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device f20d691b-4490-4e53-9471-0bc0a2ed046a up at agent hyperv_hv-osbrick-7805 {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:07:06.192532 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Provisioning for port f20d691b-4490-4e53-9471-0bc0a2ed046a completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:07:06.197299 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Provisioning complete for port f20d691b-4490-4e53-9471-0bc0a2ed046a triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:07:06.197681 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:06.320723 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:06.347074 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39abe0b3-bca4-41f2-a0a0-c06ea9581784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20d691b-4490-4e53-9471-0bc0a2ed046a'}] {{(pid=95117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:07:06.349311 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde061ba8984a0406e29c3a6bc1cb8569cb35357d87f28ac640f4fd68adc12d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bea546-4404-4afc-92b4-1bbe3d505a33" -d '{"events": [{"server_uuid": "39abe0b3-bca4-41f2-a0a0-c06ea9581784", "name": "network-vif-plugged", "status": "completed", "tag": "f20d691b-4490-4e53-9471-0bc0a2ed046a"}]}' {{(pid=95117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:07:06.357273 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port f20d691b-4490-4e53-9471-0bc0a2ed046a, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=f20d691b-4490-4e53-9471-0bc0a2ed046a,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:07:06.363157 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:06.365151 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:06.395609 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 03:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7deb6d2-a7e9-4b59-ab5a-70d4bc729010 x-openstack-request-id: req-c7deb6d2-a7e9-4b59-ab5a-70d4bc729010 {{(pid=95117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:07:06.396148 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39abe0b3-bca4-41f2-a0a0-c06ea9581784", "name": "network-vif-plugged", "status": "completed", "tag": "f20d691b-4490-4e53-9471-0bc0a2ed046a", "code": 200}]} {{(pid=95117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:07:06.396148 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7deb6d2-a7e9-4b59-ab5a-70d4bc729010 {{(pid=95117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:07:06.396530 dv-osbrick-780511-13-ceph neutron-server[95117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39abe0b3-bca4-41f2-a0a0-c06ea9581784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20d691b-4490-4e53-9471-0bc0a2ed046a', 'code': 200} Jun 04 03:07:06.435884 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Pushing event updated for resources: {'Port': ['ID=f20d691b-4490-4e53-9471-0bc0a2ed046a,revision_number=5']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:06.438833 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:06.510666 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0ef17-7937-4242-9734-ab68e4d80e2d req-9d3edc99-097d-4673-a395-3c99b3b18d59 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:06.512150 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-89f0ef17-7937-4242-9734-ab68e4d80e2d req-9d3edc99-097d-4673-a395-3c99b3b18d59 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 945 time: 0.0808425 Jun 04 03:07:06.595805 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-89f0ef17-7937-4242-9734-ab68e4d80e2d req-02e1aa41-6e67-4c4b-b5a1-236dc8ace017 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776377 Jun 04 03:07:06.625579 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4b079-cf5f-4341-8c0c-9877b810f4ae req-38b95e7a-6dbb-4b04-9ff3-fa8903a876f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:06.627033 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6ed4b079-cf5f-4341-8c0c-9877b810f4ae req-38b95e7a-6dbb-4b04-9ff3-fa8903a876f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 1098 time: 0.0798726 Jun 04 03:07:06.743224 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6ed4b079-cf5f-4341-8c0c-9877b810f4ae req-d381bfdc-8ea4-4233-be9a-e0adb0d059ae service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095402 Jun 04 03:07:07.602020 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e33448a1-2fe4-4da2-a344-25a5d0447c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:07.790689 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090db907-8f2b-408d-ab1a-85380caf44b0 req-2ad20f03-6f3b-4e57-96e8-be923c047891 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:07.792358 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-090db907-8f2b-408d-ab1a-85380caf44b0 req-2ad20f03-6f3b-4e57-96e8-be923c047891 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 945 time: 0.0871060 Jun 04 03:07:07.838327 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-090db907-8f2b-408d-ab1a-85380caf44b0 req-92f05bfb-dea2-43c2-8aa6-a729f59f0659 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Jun 04 03:07:09.028157 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7b6a7-d373-4968-b96b-75f6547685c5 req-f5435761-69aa-48ef-8186-4142905b68ab tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:09.029647 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9cf7b6a7-d373-4968-b96b-75f6547685c5 req-f5435761-69aa-48ef-8186-4142905b68ab tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 945 time: 0.0860677 Jun 04 03:07:09.075697 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9cf7b6a7-d373-4968-b96b-75f6547685c5 req-4b248fa8-ed70-4805-a77f-c59de058e101 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396328 Jun 04 03:07:09.260682 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e305d8-42a7-4977-9abe-2c0380498211 req-49eec08b-9207-43ac-887e-93b3aec3b797 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:09.262153 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f7e305d8-42a7-4977-9abe-2c0380498211 req-49eec08b-9207-43ac-887e-93b3aec3b797 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 945 time: 0.0788279 Jun 04 03:07:09.312045 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f7e305d8-42a7-4977-9abe-2c0380498211 req-bf9d8444-fc00-4355-9450-8645b4fe6ee8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443196 Jun 04 03:07:09.614627 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:09.801224 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36678290-7e3f-4b50-8cad-d83606897c77 req-2029f870-59d7-4663-8e35-fd21f58e492c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:09.802658 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-36678290-7e3f-4b50-8cad-d83606897c77 req-2029f870-59d7-4663-8e35-fd21f58e492c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 945 time: 0.0788679 Jun 04 03:07:09.849460 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-36678290-7e3f-4b50-8cad-d83606897c77 req-4ad1ff2b-77da-49a5-bb65-0c2c0e39b6b2 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412655 Jun 04 03:07:10.923403 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-07df95d7-c2f4-461a-a42e-7c4e9f60e8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:11.040342 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d9815-ebf7-48db-b6b0-7311e18d3865 req-03ab8f6f-6ef7-4185-961c-cfa1b7624570 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:11.041835 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-bb2d9815-ebf7-48db-b6b0-7311e18d3865 req-03ab8f6f-6ef7-4185-961c-cfa1b7624570 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 945 time: 0.0824814 Jun 04 03:07:11.086157 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-bb2d9815-ebf7-48db-b6b0-7311e18d3865 req-381a2edf-9232-4ce4-942a-32e23d4ba519 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385389 Jun 04 03:07:11.402999 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948a0c9-24fa-49db-9337-fa97c3b01de2 req-b7ebbfeb-936c-45f1-967e-a9e1467662ed tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:11.403309 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:11.404419 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5948a0c9-24fa-49db-9337-fa97c3b01de2 req-b7ebbfeb-936c-45f1-967e-a9e1467662ed tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 945 time: 0.0788467 Jun 04 03:07:11.540870 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [req-5948a0c9-24fa-49db-9337-fa97c3b01de2 req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Deleting port f20d691b-4490-4e53-9471-0bc0a2ed046a {{(pid=95116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:07:11.541279 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-5948a0c9-24fa-49db-9337-fa97c3b01de2 req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:11.671132 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-5948a0c9-24fa-49db-9337-fa97c3b01de2 req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] For port f20d691b-4490-4e53-9471-0bc0a2ed046a, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=f20d691b-4490-4e53-9471-0bc0a2ed046a,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:07:11.671418 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-5948a0c9-24fa-49db-9337-fa97c3b01de2 req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:11.791402 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [req-5948a0c9-24fa-49db-9337-fa97c3b01de2 req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Calling delete_port for f20d691b-4490-4e53-9471-0bc0a2ed046a owned by compute:nova {{(pid=95116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:07:11.902454 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-5948a0c9-24fa-49db-9337-fa97c3b01de2 req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554'] for port, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:11.909571 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-ed186587-3360-4989-becd-251bfb1ecde5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:11.914260 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['c86439b8-414a-481c-b6ab-92ac3949809c', 'f20d691b-4490-4e53-9471-0bc0a2ed046a'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:07:11.958314 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event deleted for resources: {'Port': ['ID=f20d691b-4490-4e53-9471-0bc0a2ed046a,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:12.003321 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:12.004458 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:12.004458 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:12.004458 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:12.004831 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:12.005093 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:12.005539 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:12.005952 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:12.006301 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:12.007586 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:12.007586 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:12.007867 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:12.020452 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:12.066725 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [req-5948a0c9-24fa-49db-9337-fa97c3b01de2 req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] No DVR routers for this DVR port f20d691b-4490-4e53-9471-0bc0a2ed046a on host hv-osbrick-7805 {{(pid=95116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 03:07:12.069891 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-5948a0c9-24fa-49db-9337-fa97c3b01de2 req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:12.076914 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39abe0b3-bca4-41f2-a0a0-c06ea9581784', 'name': 'network-vif-deleted', 'tag': 'f20d691b-4490-4e53-9471-0bc0a2ed046a'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:07:12.079250 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ae2fb2-1fa8-4d03-b61d-b49a5b2e5351" -d '{"events": [{"server_uuid": "39abe0b3-bca4-41f2-a0a0-c06ea9581784", "name": "network-vif-deleted", "tag": "f20d691b-4490-4e53-9471-0bc0a2ed046a"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:07:12.103780 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5948a0c9-24fa-49db-9337-fa97c3b01de2 req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "DELETE /v2.0/ports/f20d691b-4490-4e53-9471-0bc0a2ed046a HTTP/1.1" status: 204 len: 173 time: 0.6924522 Jun 04 03:07:12.191227 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 03:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2356ee9f-cec5-45e2-b220-dc1bc913b452 x-openstack-request-id: req-2356ee9f-cec5-45e2-b220-dc1bc913b452 {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:07:12.191701 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39abe0b3-bca4-41f2-a0a0-c06ea9581784", "name": "network-vif-deleted", "tag": "f20d691b-4490-4e53-9471-0bc0a2ed046a", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:07:12.192215 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2356ee9f-cec5-45e2-b220-dc1bc913b452 {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:07:12.192829 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39abe0b3-bca4-41f2-a0a0-c06ea9581784', 'name': 'network-vif-deleted', 'tag': 'f20d691b-4490-4e53-9471-0bc0a2ed046a', 'status': 'completed', 'code': 200} Jun 04 03:07:12.264775 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-97fe2c6b-5104-4d5f-bde1-4800ee78c0e0 req-e9817246-15f8-4e1a-9cf1-ba55d3b7b81a tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:07:12.281700 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-97fe2c6b-5104-4d5f-bde1-4800ee78c0e0 req-e9817246-15f8-4e1a-9cf1-ba55d3b7b81a tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:07:12.282866 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-97fe2c6b-5104-4d5f-bde1-4800ee78c0e0 req-e9817246-15f8-4e1a-9cf1-ba55d3b7b81a tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=39abe0b3-bca4-41f2-a0a0-c06ea9581784 HTTP/1.1" status: 200 len: 210 time: 0.0637760 Jun 04 03:07:16.158385 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device f20d691b-4490-4e53-9471-0bc0a2ed046a no longer exists at agent hyperv_hv-osbrick-7805 {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:07:16.216918 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-500c7030-f61a-4541-8834-5c0854c6f6d6 req-bf3e35d9-1803-45b4-b9fe-8c0822406848 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677682812&fields=id&tenant_id=6bdc332119e04d0a9083fcb60396450e HTTP/1.1" status: 200 len: 267 time: 0.0468655 Jun 04 03:07:16.217569 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] No Port match for: f20d691b-4490-4e53-9471-0bc0a2ed046a {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:07:16.218005 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device f20d691b-4490-4e53-9471-0bc0a2ed046a not bound to the agent host hv-osbrick-7805 {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:07:16.306758 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c7030-f61a-4541-8834-5c0854c6f6d6 req-28e4e4d8-81ea-40c5-ac52-d3a3b7d9be24 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:16.308334 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-500c7030-f61a-4541-8834-5c0854c6f6d6 req-28e4e4d8-81ea-40c5-ac52-d3a3b7d9be24 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 984 time: 0.0899336 Jun 04 03:07:16.319892 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-500c7030-f61a-4541-8834-5c0854c6f6d6 req-dabed865-63f3-498a-8be3-d17384010a6b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Request body: {'port': {'security_groups': ['6ef0ab5b-19fd-4df7-8ced-ebeb31569241']}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:07:16.447054 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-500c7030-f61a-4541-8834-5c0854c6f6d6 req-dabed865-63f3-498a-8be3-d17384010a6b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:16.809615 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-500c7030-f61a-4541-8834-5c0854c6f6d6 req-dabed865-63f3-498a-8be3-d17384010a6b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] For port bb4ff73e-fe11-4eef-910b-21433be8c9cb, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=bb4ff73e-fe11-4eef-910b-21433be8c9cb,segment=NetworkSegment(601754fe-1650-4989-a26e-8a6b475c90b6),segment_id=601754fe-1650-4989-a26e-8a6b475c90b6)] {{(pid=95116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:07:16.836947 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-500c7030-f61a-4541-8834-5c0854c6f6d6 req-dabed865-63f3-498a-8be3-d17384010a6b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:16.842216 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-500c7030-f61a-4541-8834-5c0854c6f6d6 req-dabed865-63f3-498a-8be3-d17384010a6b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:16.849075 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:16.854358 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['bb4ff73e-fe11-4eef-910b-21433be8c9cb'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:07:16.922456 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c7030-f61a-4541-8834-5c0854c6f6d6 req-dabed865-63f3-498a-8be3-d17384010a6b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:16.922456 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-500c7030-f61a-4541-8834-5c0854c6f6d6 req-dabed865-63f3-498a-8be3-d17384010a6b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:16.923384 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-500c7030-f61a-4541-8834-5c0854c6f6d6 req-dabed865-63f3-498a-8be3-d17384010a6b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "PUT /v2.0/ports/bb4ff73e-fe11-4eef-910b-21433be8c9cb HTTP/1.1" status: 200 len: 942 time: 0.6085849 Jun 04 03:07:16.927509 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'tag': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:07:16.929814 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc70649-cb00-4d17-886a-b6b32d892da7" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59", "tag": "bb4ff73e-fe11-4eef-910b-21433be8c9cb"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:07:16.931041 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 36346) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:16.961451 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabed865-63f3-498a-8be3-d17384010a6b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Pushing event updated for resources: {'Port': ['ID=bb4ff73e-fe11-4eef-910b-21433be8c9cb,revision_number=7']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:16.974676 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-dabed865-63f3-498a-8be3-d17384010a6b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:17.011406 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9067a8ab-95ac-4f93-a167-42ebf5aa72c6 x-openstack-request-id: req-9067a8ab-95ac-4f93-a167-42ebf5aa72c6 {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:07:17.011406 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59", "tag": "bb4ff73e-fe11-4eef-910b-21433be8c9cb", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:07:17.011911 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9067a8ab-95ac-4f93-a167-42ebf5aa72c6 {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:07:17.012348 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'tag': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb', 'status': 'completed', 'code': 200} Jun 04 03:07:17.016934 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['bb4ff73e-fe11-4eef-910b-21433be8c9cb'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:07:17.043288 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:17.084181 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:17.134384 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc70649-cb00-4d17-886a-b6b32d892da7 req-850c7ec7-c319-4103-8cf5-a21293493f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:17.136952 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6cc70649-cb00-4d17-886a-b6b32d892da7 req-850c7ec7-c319-4103-8cf5-a21293493f14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bdc332119e04d0a9083fcb60396450e&device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 1098 time: 0.0995853 Jun 04 03:07:17.172197 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:17.188852 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:17.210270 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad3c09f-c7ea-4672-97f2-3f4e389b7a04,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:17.222308 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for security_group, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:17.224639 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "DELETE /v2.0/security-groups/3ad3c09f-c7ea-4672-97f2-3f4e389b7a04 HTTP/1.1" status: 204 len: 168 time: 0.2916036 Jun 04 03:07:17.227578 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:17.228261 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:17.228775 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:17.229154 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:17.229545 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:17.229964 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:17.230373 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:17.230945 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:17.231556 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:17.232157 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:17.232533 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:17.233288 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:17.233645 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-610c3f3f-41e7-4161-92ae-1cef963790b6 None None] Provisioning complete for port bb4ff73e-fe11-4eef-910b-21433be8c9cb triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:07:17.234111 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-610c3f3f-41e7-4161-92ae-1cef963790b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:17.245177 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 36352) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:17.333461 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc70649-cb00-4d17-886a-b6b32d892da7 req-e6ae9078-4281-4f44-ba8c-7a4c41a9e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:17.335136 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6cc70649-cb00-4d17-886a-b6b32d892da7 req-e6ae9078-4281-4f44-ba8c-7a4c41a9e353 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed HTTP/1.1" status: 200 len: 915 time: 0.1903729 Jun 04 03:07:17.387844 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-ffe07b96-e33b-4366-a81f-1602c24c2c35 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:17.465262 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6cc70649-cb00-4d17-886a-b6b32d892da7 req-e88ab793-a362-4c7f-a9b1-8698e9792161 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4ff73e-fe11-4eef-910b-21433be8c9cb HTTP/1.1" status: 200 len: 1001 time: 0.1222062 Jun 04 03:07:17.534647 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc70649-cb00-4d17-886a-b6b32d892da7 req-f744fd7d-2e55-4ea9-8250-4b77c9fc6a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:17.537260 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6cc70649-cb00-4d17-886a-b6b32d892da7 req-f744fd7d-2e55-4ea9-8250-4b77c9fc6a8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2f3890-9af8-4b1f-a193-408cd7be0885 HTTP/1.1" status: 200 len: 853 time: 0.0652623 Jun 04 03:07:17.621979 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc70649-cb00-4d17-886a-b6b32d892da7 req-0f79cc7b-70f4-44e4-aa8f-17f7e7ac367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:17.623462 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6cc70649-cb00-4d17-886a-b6b32d892da7 req-0f79cc7b-70f4-44e4-aa8f-17f7e7ac367b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0802538 Jun 04 03:07:17.635052 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-1798b3a1-2d86-4c90-b6ba-4ebc99aa819f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Deleting port 43219516-0459-42ce-bcb0-9cb01097c684 {{(pid=95115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:07:17.635510 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1798b3a1-2d86-4c90-b6ba-4ebc99aa819f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:17.760513 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1798b3a1-2d86-4c90-b6ba-4ebc99aa819f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:17.760848 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1798b3a1-2d86-4c90-b6ba-4ebc99aa819f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:17.765368 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6cc70649-cb00-4d17-886a-b6b32d892da7 req-79cfd5ea-184e-4646-b7af-51cf82e47970 service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349306 Jun 04 03:07:17.892160 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-1798b3a1-2d86-4c90-b6ba-4ebc99aa819f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Calling delete_port for 43219516-0459-42ce-bcb0-9cb01097c684 owned by network:floatingip {{(pid=95115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:07:17.910717 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6cc70649-cb00-4d17-886a-b6b32d892da7 req-7573f770-f913-44db-88c6-82fea829ef9a service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389213 Jun 04 03:07:18.100791 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1798b3a1-2d86-4c90-b6ba-4ebc99aa819f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554'] for port, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:18.105436 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-2f744469-6d55-4e71-bcd2-746767816536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:18.162639 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798b3a1-2d86-4c90-b6ba-4ebc99aa819f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Pushing event deleted for resources: {'Port': ['ID=43219516-0459-42ce-bcb0-9cb01097c684,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:18.181418 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-1798b3a1-2d86-4c90-b6ba-4ebc99aa819f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:18.228791 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1798b3a1-2d86-4c90-b6ba-4ebc99aa819f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks [] for floatingip, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:18.229231 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.db.l3_db [None req-1798b3a1-2d86-4c90-b6ba-4ebc99aa819f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Floating IP 161ac3cf-7556-417b-8a22-9b1db51a5cce disassociated (deleted). External IP: 172.31.0.122, port: bb4ff73e-fe11-4eef-910b-21433be8c9cb. Jun 04 03:07:18.593679 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1798b3a1-2d86-4c90-b6ba-4ebc99aa819f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Router c8fdd843-dbbe-413f-a284-bcd47026ba3b has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:07:18.839572 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1798b3a1-2d86-4c90-b6ba-4ebc99aa819f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:07:18.849881 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9699c8cd-dfe5-43c7-b2fc-aad237d2d985 None None] Sync routers for ids ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'] in dv-osbrick-780511-13-ceph {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:07:18.859497 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9699c8cd-dfe5-43c7-b2fc-aad237d2d985 None None] Routers {'c8fdd843-dbbe-413f-a284-bcd47026ba3b'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:07:18.860172 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-9699c8cd-dfe5-43c7-b2fc-aad237d2d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:07:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:18.864650 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1798b3a1-2d86-4c90-b6ba-4ebc99aa819f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for floatingip, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:18.927568 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-1798b3a1-2d86-4c90-b6ba-4ebc99aa819f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "DELETE /v2.0/floatingips/161ac3cf-7556-417b-8a22-9b1db51a5cce HTTP/1.1" status: 204 len: 168 time: 1.6804404 Jun 04 03:07:18.928388 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'tag': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb'}] {{(pid=95115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:07:19.045497 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e224633c0c118b1d8217b220e15faca694ea36e91fec63c265b307061c447a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b68cba4-6785-4f2d-bc04-884467cda2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59", "tag": "bb4ff73e-fe11-4eef-910b-21433be8c9cb"}]}' {{(pid=95115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:07:19.055353 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-9699c8cd-dfe5-43c7-b2fc-aad237d2d985 None None] Set router c8fdd843-dbbe-413f-a284-bcd47026ba3b gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:07:19.162939 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8883e214-e606-4966-942d-d828cc0ebd5d x-openstack-request-id: req-8883e214-e606-4966-942d-d828cc0ebd5d {{(pid=95115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:07:19.163452 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59", "tag": "bb4ff73e-fe11-4eef-910b-21433be8c9cb", "status": "completed", "code": 200}]} {{(pid=95115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:07:19.163908 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8883e214-e606-4966-942d-d828cc0ebd5d {{(pid=95115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:07:19.164540 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'tag': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb', 'status': 'completed', 'code': 200} Jun 04 03:07:19.262382 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68cba4-6785-4f2d-bc04-884467cda2f4 req-81118286-f34d-41f2-8ad7-3a69ecf16963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:19.264093 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9b68cba4-6785-4f2d-bc04-884467cda2f4 req-81118286-f34d-41f2-8ad7-3a69ecf16963 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bdc332119e04d0a9083fcb60396450e&device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 1098 time: 0.0780668 Jun 04 03:07:19.427761 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68cba4-6785-4f2d-bc04-884467cda2f4 req-caf6be29-3524-47d8-8cb1-9fc52cbfb6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:19.432700 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9b68cba4-6785-4f2d-bc04-884467cda2f4 req-caf6be29-3524-47d8-8cb1-9fc52cbfb6da service neutron] 10.222.0.43 "GET /v2.0/networks?id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed HTTP/1.1" status: 200 len: 915 time: 0.1589687 Jun 04 03:07:19.457204 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-9699c8cd-dfe5-43c7-b2fc-aad237d2d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167'}], 'enable_snat': True}, 'gw_port_id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'gw_port': {'id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:00Z', 'updated_at': '2021-06-04T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '99ccde6c-569d-4e62-8297-a37b7e844e5b', 'name': '', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'mac_address': 'fa:16:3e:78:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:03Z', 'updated_at': '2021-06-04T03:05:19Z', 'revision_number': 5, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'subnets': [{'id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:19.461804 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9699c8cd-dfe5-43c7-b2fc-aad237d2d985 None None] Checking router: c8fdd843-dbbe-413f-a284-bcd47026ba3b for host: dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:07:19.471210 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9699c8cd-dfe5-43c7-b2fc-aad237d2d985 None None] Routers {'c8fdd843-dbbe-413f-a284-bcd47026ba3b'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:07:19.472339 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-9699c8cd-dfe5-43c7-b2fc-aad237d2d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:07:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:19.508300 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9b68cba4-6785-4f2d-bc04-884467cda2f4 req-76e9feb7-3114-4240-857f-b2ba4e2008ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4ff73e-fe11-4eef-910b-21433be8c9cb HTTP/1.1" status: 200 len: 217 time: 0.0721555 Jun 04 03:07:19.584889 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68cba4-6785-4f2d-bc04-884467cda2f4 req-2ddd0c69-6ad2-49c2-9a43-13c7ee26d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:19.586372 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9b68cba4-6785-4f2d-bc04-884467cda2f4 req-2ddd0c69-6ad2-49c2-9a43-13c7ee26d987 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2f3890-9af8-4b1f-a193-408cd7be0885 HTTP/1.1" status: 200 len: 853 time: 0.0707889 Jun 04 03:07:19.671558 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68cba4-6785-4f2d-bc04-884467cda2f4 req-7e755a3b-6bd6-40e8-8d9f-49f164066b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:19.673434 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9b68cba4-6785-4f2d-bc04-884467cda2f4 req-7e755a3b-6bd6-40e8-8d9f-49f164066b7e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eb26da54-b8f1-4b87-9019-6387a3c9a2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0801797 Jun 04 03:07:19.676762 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-9699c8cd-dfe5-43c7-b2fc-aad237d2d985 None None] Set router c8fdd843-dbbe-413f-a284-bcd47026ba3b gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:07:19.836318 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9b68cba4-6785-4f2d-bc04-884467cda2f4 req-a79961d1-0807-4f55-a87c-2e69846b1440 service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558537 Jun 04 03:07:20.067689 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9b68cba4-6785-4f2d-bc04-884467cda2f4 req-c24f627c-5eb6-4abf-9a95-384d3276a46b service neutron] 10.222.0.43 "GET /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237985 Jun 04 03:07:20.082446 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-9699c8cd-dfe5-43c7-b2fc-aad237d2d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167'}], 'enable_snat': True}, 'gw_port_id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'gw_port': {'id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:00Z', 'updated_at': '2021-06-04T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '99ccde6c-569d-4e62-8297-a37b7e844e5b', 'name': '', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'mac_address': 'fa:16:3e:78:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:03Z', 'updated_at': '2021-06-04T03:05:19Z', 'revision_number': 5, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'subnets': [{'id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:20.087026 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9699c8cd-dfe5-43c7-b2fc-aad237d2d985 None None] The sync data for ids ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'] in dv-osbrick-780511-13-ceph is: [{'id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167'}], 'enable_snat': True}, 'gw_port_id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'gw_port': {'id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:00Z', 'updated_at': '2021-06-04T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '99ccde6c-569d-4e62-8297-a37b7e844e5b', 'name': '', 'network_id': 'eb26da54-b8f1-4b87-9019-6387a3c9a2ed', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'mac_address': 'fa:16:3e:78:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:03Z', 'updated_at': '2021-06-04T03:05:19Z', 'revision_number': 5, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'subnets': [{'id': '3b2f3890-9af8-4b1f-a193-408cd7be0885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:07:20.337478 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c735e1-7bfd-4bfe-92a5-e52a3c0af96d None None] New status for floating IP 161ac3cf-7556-417b-8a22-9b1db51a5cce: DOWN {{(pid=95117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 03:07:21.205312 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:22.396716 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dc79f-2242-48d3-a094-b5cb3b9c0b59 req-41ce836e-e992-46cc-9f06-9abe35214511 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:22.398720 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-4d4dc79f-2242-48d3-a094-b5cb3b9c0b59 req-41ce836e-e992-46cc-9f06-9abe35214511 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 945 time: 0.0798609 Jun 04 03:07:22.448226 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-4d4dc79f-2242-48d3-a094-b5cb3b9c0b59 req-012ef91f-2c47-47f8-98e8-1722e9398301 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434568 Jun 04 03:07:23.632922 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c84923-107e-44b0-ac6e-c5e386f892cb req-3dc761c3-af2c-4657-b604-0f7d5be813ca tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:23.634530 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f5c84923-107e-44b0-ac6e-c5e386f892cb req-3dc761c3-af2c-4657-b604-0f7d5be813ca tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 945 time: 0.0799088 Jun 04 03:07:23.680935 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f5c84923-107e-44b0-ac6e-c5e386f892cb req-1cd9e7ff-2ec3-4624-87eb-c3889a80fc9f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Jun 04 03:07:24.276707 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a48d9-21a2-46e4-ba50-c16b5d9769a8 req-9ef6cbc3-8607-4e7b-b5cd-82b939a632a0 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:24.278122 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-707a48d9-21a2-46e4-ba50-c16b5d9769a8 req-9ef6cbc3-8607-4e7b-b5cd-82b939a632a0 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 945 time: 0.0926263 Jun 04 03:07:24.414678 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [req-707a48d9-21a2-46e4-ba50-c16b5d9769a8 req-f9facb1e-498e-4463-8261-2f632f77ca18 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Deleting port bb4ff73e-fe11-4eef-910b-21433be8c9cb {{(pid=95116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:07:24.415021 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-707a48d9-21a2-46e4-ba50-c16b5d9769a8 req-f9facb1e-498e-4463-8261-2f632f77ca18 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:24.554338 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-707a48d9-21a2-46e4-ba50-c16b5d9769a8 req-f9facb1e-498e-4463-8261-2f632f77ca18 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] For port bb4ff73e-fe11-4eef-910b-21433be8c9cb, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=bb4ff73e-fe11-4eef-910b-21433be8c9cb,segment=NetworkSegment(601754fe-1650-4989-a26e-8a6b475c90b6),segment_id=601754fe-1650-4989-a26e-8a6b475c90b6)] {{(pid=95116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:07:24.554633 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-707a48d9-21a2-46e4-ba50-c16b5d9769a8 req-f9facb1e-498e-4463-8261-2f632f77ca18 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:24.685705 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [req-707a48d9-21a2-46e4-ba50-c16b5d9769a8 req-f9facb1e-498e-4463-8261-2f632f77ca18 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Calling delete_port for bb4ff73e-fe11-4eef-910b-21433be8c9cb owned by compute:nova {{(pid=95116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:07:24.870964 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-707a48d9-21a2-46e4-ba50-c16b5d9769a8 req-f9facb1e-498e-4463-8261-2f632f77ca18 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554'] for port, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:24.879308 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:24.883259 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['bb4ff73e-fe11-4eef-910b-21433be8c9cb'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:07:24.965257 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9facb1e-498e-4463-8261-2f632f77ca18 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Pushing event deleted for resources: {'Port': ['ID=bb4ff73e-fe11-4eef-910b-21433be8c9cb,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:24.974906 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-f9facb1e-498e-4463-8261-2f632f77ca18 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:25.026622 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [req-707a48d9-21a2-46e4-ba50-c16b5d9769a8 req-f9facb1e-498e-4463-8261-2f632f77ca18 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] No DVR routers for this DVR port bb4ff73e-fe11-4eef-910b-21433be8c9cb on host hv-osbrick-7805 {{(pid=95116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 03:07:25.029366 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-707a48d9-21a2-46e4-ba50-c16b5d9769a8 req-f9facb1e-498e-4463-8261-2f632f77ca18 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:25.033358 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'name': 'network-vif-deleted', 'tag': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:07:25.036280 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd99c6a0-e9fd-46e5-86e6-b7e57a3aa4a7" -d '{"events": [{"server_uuid": "e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59", "name": "network-vif-deleted", "tag": "bb4ff73e-fe11-4eef-910b-21433be8c9cb"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:07:25.057277 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3205849-b1ec-4f2c-a423-b442c8a25f86 req-1fc69a72-4bba-476a-b48a-8dff6329a16d tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:25.058053 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-f3205849-b1ec-4f2c-a423-b442c8a25f86 req-1fc69a72-4bba-476a-b48a-8dff6329a16d tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Synchronizing usage tracker for tenant:6bdc332119e04d0a9083fcb60396450e on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:07:25.063791 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-707a48d9-21a2-46e4-ba50-c16b5d9769a8 req-f9facb1e-498e-4463-8261-2f632f77ca18 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.43 "DELETE /v2.0/ports/bb4ff73e-fe11-4eef-910b-21433be8c9cb HTTP/1.1" status: 204 len: 173 time: 0.7795100 Jun 04 03:07:25.087610 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-f3205849-b1ec-4f2c-a423-b442c8a25f86 req-1fc69a72-4bba-476a-b48a-8dff6329a16d tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Unset dirty status for tenant:6bdc332119e04d0a9083fcb60396450e on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:07:25.087610 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f3205849-b1ec-4f2c-a423-b442c8a25f86 req-1fc69a72-4bba-476a-b48a-8dff6329a16d tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59 HTTP/1.1" status: 200 len: 867 time: 0.2963328 Jun 04 03:07:25.122582 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 03:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4a3add-0dbb-4045-87c9-9b30f505fe15 x-openstack-request-id: req-ea4a3add-0dbb-4045-87c9-9b30f505fe15 {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:07:25.122820 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59", "name": "network-vif-deleted", "tag": "bb4ff73e-fe11-4eef-910b-21433be8c9cb", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:07:25.125313 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea4a3add-0dbb-4045-87c9-9b30f505fe15 {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:07:25.126072 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a5bcaf-49c4-4c1c-9d09-4f671df0fc59', 'name': 'network-vif-deleted', 'tag': 'bb4ff73e-fe11-4eef-910b-21433be8c9cb', 'status': 'completed', 'code': 200} Jun 04 03:07:25.154935 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f3205849-b1ec-4f2c-a423-b442c8a25f86 req-b1a86c92-d846-469b-8058-fda0153c0f7f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ef0ab5b-19fd-4df7-8ced-ebeb31569241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586329 Jun 04 03:07:25.299465 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-1008cd8e-4d55-4332-9efa-4dc6e70f1dd2 req-95967188-1f12-4dc4-9f22-fac6fcc91309 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765345 Jun 04 03:07:25.457619 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008cd8e-4d55-4332-9efa-4dc6e70f1dd2 req-23712279-9120-47d4-9d43-954fe0ffb565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:25.459296 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-1008cd8e-4d55-4332-9efa-4dc6e70f1dd2 req-23712279-9120-47d4-9d43-954fe0ffb565 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 1099 time: 0.0874419 Jun 04 03:07:25.624429 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008cd8e-4d55-4332-9efa-4dc6e70f1dd2 req-81281df0-ef0f-4575-85a9-56f17542931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:25.625954 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-1008cd8e-4d55-4332-9efa-4dc6e70f1dd2 req-81281df0-ef0f-4575-85a9-56f17542931a service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.1450489 Jun 04 03:07:25.697092 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-1008cd8e-4d55-4332-9efa-4dc6e70f1dd2 req-ebc68062-a248-4adb-abe2-1f738768de0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c86439b8-414a-481c-b6ab-92ac3949809c HTTP/1.1" status: 200 len: 217 time: 0.0646641 Jun 04 03:07:25.769779 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008cd8e-4d55-4332-9efa-4dc6e70f1dd2 req-43df7ab1-cc32-46e5-b78f-314bc9c14b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:25.771224 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-1008cd8e-4d55-4332-9efa-4dc6e70f1dd2 req-43df7ab1-cc32-46e5-b78f-314bc9c14b58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0676620 Jun 04 03:07:25.852870 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008cd8e-4d55-4332-9efa-4dc6e70f1dd2 req-2dc6ba6c-bead-4671-827c-5e03f6b2031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:25.854315 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-1008cd8e-4d55-4332-9efa-4dc6e70f1dd2 req-2dc6ba6c-bead-4671-827c-5e03f6b2031b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0771141 Jun 04 03:07:26.074538 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-1008cd8e-4d55-4332-9efa-4dc6e70f1dd2 req-356210f3-c305-44e8-88b7-e895c5d3e7e6 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135360 Jun 04 03:07:26.224749 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-1008cd8e-4d55-4332-9efa-4dc6e70f1dd2 req-1f584adf-351c-4003-960f-669f890e81db service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439500 Jun 04 03:07:26.515202 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 36450) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:27.138293 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-4350398c-2200-4f5c-9bce-42f1f8025630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921251'] for router_interface, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:27.609504 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-4350398c-2200-4f5c-9bce-42f1f8025630 admin admin] Deleting port 99ccde6c-569d-4e62-8297-a37b7e844e5b {{(pid=95115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:07:27.610083 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-4350398c-2200-4f5c-9bce-42f1f8025630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:27.739043 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.db [None req-4350398c-2200-4f5c-9bce-42f1f8025630 admin admin] For port 99ccde6c-569d-4e62-8297-a37b7e844e5b, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=99ccde6c-569d-4e62-8297-a37b7e844e5b,segment=NetworkSegment(601754fe-1650-4989-a26e-8a6b475c90b6),segment_id=601754fe-1650-4989-a26e-8a6b475c90b6)] {{(pid=95115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:07:27.739397 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-4350398c-2200-4f5c-9bce-42f1f8025630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:27.923404 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-4350398c-2200-4f5c-9bce-42f1f8025630 admin admin] Calling delete_port for 99ccde6c-569d-4e62-8297-a37b7e844e5b owned by network:router_interface {{(pid=95115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:07:28.203993 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device bb4ff73e-fe11-4eef-910b-21433be8c9cb no longer exists at agent hyperv_hv-osbrick-7805 {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:07:28.217641 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-4350398c-2200-4f5c-9bce-42f1f8025630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554'] for port, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:28.223460 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-51f90888-3091-4bbc-97c3-8ea77950df09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:28.253360 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] No Port match for: bb4ff73e-fe11-4eef-910b-21433be8c9cb {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:07:28.253723 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device bb4ff73e-fe11-4eef-910b-21433be8c9cb not bound to the agent host hv-osbrick-7805 {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:07:28.278127 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350398c-2200-4f5c-9bce-42f1f8025630 admin admin] Pushing event deleted for resources: {'Port': ['ID=99ccde6c-569d-4e62-8297-a37b7e844e5b,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:28.310256 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-4350398c-2200-4f5c-9bce-42f1f8025630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:28.520680 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-4350398c-2200-4f5c-9bce-42f1f8025630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928196'] for router_interface, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:28.922489 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4350398c-2200-4f5c-9bce-42f1f8025630 admin admin] Router c8fdd843-dbbe-413f-a284-bcd47026ba3b has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:07:29.116572 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4350398c-2200-4f5c-9bce-42f1f8025630 admin admin] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:07:29.126669 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00afa50-a3d4-48c4-b8b2-d048b1b70060 None None] Sync routers for ids ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'] in dv-osbrick-780511-13-ceph {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:07:29.133680 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-4350398c-2200-4f5c-9bce-42f1f8025630 admin admin] 10.222.0.45 "PUT /v2.0/routers/c8fdd843-dbbe-413f-a284-bcd47026ba3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6172748 Jun 04 03:07:29.136263 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 36456) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:29.141276 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00afa50-a3d4-48c4-b8b2-d048b1b70060 None None] Routers {'c8fdd843-dbbe-413f-a284-bcd47026ba3b'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:07:29.142109 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-d00afa50-a3d4-48c4-b8b2-d048b1b70060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:07:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:29.351620 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-d00afa50-a3d4-48c4-b8b2-d048b1b70060 None None] Set router c8fdd843-dbbe-413f-a284-bcd47026ba3b gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:07:29.414456 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Notify callbacks [] for router, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:29.597015 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:29.672247 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Deleting port d5a215e1-de9b-496e-ab0d-4286da1125cf {{(pid=95115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:07:29.672591 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:29.678897 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-d00afa50-a3d4-48c4-b8b2-d048b1b70060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167'}], 'enable_snat': True}, 'gw_port_id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:07:28Z', 'revision_number': 5, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'gw_port': {'id': 'd5a215e1-de9b-496e-ab0d-4286da1125cf', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:00Z', 'updated_at': '2021-06-04T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph'}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:29.683739 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00afa50-a3d4-48c4-b8b2-d048b1b70060 None None] Checking router: c8fdd843-dbbe-413f-a284-bcd47026ba3b for host: dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:07:29.694774 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00afa50-a3d4-48c4-b8b2-d048b1b70060 None None] Routers {'c8fdd843-dbbe-413f-a284-bcd47026ba3b'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:07:29.695409 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-d00afa50-a3d4-48c4-b8b2-d048b1b70060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:07:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:29.796133 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.db [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] For port d5a215e1-de9b-496e-ab0d-4286da1125cf, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=d5a215e1-de9b-496e-ab0d-4286da1125cf,segment=NetworkSegment(4d3cb9de-8556-49db-b58b-198bb21ce050),segment_id=4d3cb9de-8556-49db-b58b-198bb21ce050)] {{(pid=95115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:07:29.796541 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:29.860284 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-d00afa50-a3d4-48c4-b8b2-d048b1b70060 None None] Set router c8fdd843-dbbe-413f-a284-bcd47026ba3b gateway port host: None {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:07:29.935290 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Calling delete_port for d5a215e1-de9b-496e-ab0d-4286da1125cf owned by network:router_gateway {{(pid=95115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:07:29.985513 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-d00afa50-a3d4-48c4-b8b2-d048b1b70060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:07:29Z', 'revision_number': 6, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'gw_port_host': None}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:29.991194 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00afa50-a3d4-48c4-b8b2-d048b1b70060 None None] The sync data for ids ['c8fdd843-dbbe-413f-a284-bcd47026ba3b'] in dv-osbrick-780511-13-ceph is: [{'id': 'c8fdd843-dbbe-413f-a284-bcd47026ba3b', 'name': 'tempest-TestMinimumBasicScenario-651987218-router', 'tenant_id': '6bdc332119e04d0a9083fcb60396450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:07:29Z', 'revision_number': 6, 'project_id': '6bdc332119e04d0a9083fcb60396450e', 'gw_port_host': None}] {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:07:30.097739 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554'] for port, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:30.102317 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:30.146279 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a215e1-de9b-496e-ab0d-4286da1125cf,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:30.149516 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:30.206522 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-923290'] for router_gateway, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:30.390884 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-316'] for router, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:30.394674 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:30.497243 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-927898'] for router, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:30.498144 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8fdd843-dbbe-413f-a284-bcd47026ba3b {{(pid=95115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 03:07:30.514773 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Notify callbacks [] for router, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:30.516067 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c8fdd843-dbbe-413f-a284-bcd47026ba3b HTTP/1.1" status: 204 len: 168 time: 1.3788705 Jun 04 03:07:30.519461 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 36462) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:30.587817 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.db_base_plugin_v2 [None req-a702aca5-245d-4b76-8134-8b969158be91 admin admin] Deleting subnet 3b2f3890-9af8-4b1f-a193-408cd7be0885 {{(pid=95115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 03:07:30.591449 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-a702aca5-245d-4b76-8134-8b969158be91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:30.646265 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-a702aca5-245d-4b76-8134-8b969158be91 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:30.717614 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-a702aca5-245d-4b76-8134-8b969158be91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16462539'] for subnet, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:30.809962 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 99ccde6c-569d-4e62-8297-a37b7e844e5b no longer exists at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:07:30.866614 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] No Port match for: 99ccde6c-569d-4e62-8297-a37b7e844e5b {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:07:30.866946 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 99ccde6c-569d-4e62-8297-a37b7e844e5b not bound to the agent host dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:07:30.867374 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device d5a215e1-de9b-496e-ab0d-4286da1125cf no longer exists at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:07:30.908158 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] No Port match for: d5a215e1-de9b-496e-ab0d-4286da1125cf {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:07:30.908597 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device d5a215e1-de9b-496e-ab0d-4286da1125cf not bound to the agent host dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:07:31.095592 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-a702aca5-245d-4b76-8134-8b969158be91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16462556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213'] for subnet, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:31.101688 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:31.138840 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702aca5-245d-4b76-8134-8b969158be91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2f3890-9af8-4b1f-a193-408cd7be0885,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:31.142526 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-a702aca5-245d-4b76-8134-8b969158be91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for subnet, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:31.146934 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-a702aca5-245d-4b76-8134-8b969158be91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:31.151878 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a91ef4-7b64-4baa-ba85-6c29b3a82e12 None None] Network eb26da54-b8f1-4b87-9019-6387a3c9a2ed requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 03:07:31.153842 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36464) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:31.157325 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-a702aca5-245d-4b76-8134-8b969158be91 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3b2f3890-9af8-4b1f-a193-408cd7be0885 HTTP/1.1" status: 204 len: 168 time: 0.6329811 Jun 04 03:07:31.272623 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306728'] for network, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:31.352528 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Deleting port be4632a3-3f90-4b0f-bb94-aaef666911fe {{(pid=95116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:07:31.352827 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:31.417676 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] DHCP port deletion for eb26da54-b8f1-4b87-9019-6387a3c9a2ed request from dv-osbrick-780511-13-ceph {{(pid=95117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 03:07:31.472699 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] For port be4632a3-3f90-4b0f-bb94-aaef666911fe, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=be4632a3-3f90-4b0f-bb94-aaef666911fe,segment=NetworkSegment(601754fe-1650-4989-a26e-8a6b475c90b6),segment_id=601754fe-1650-4989-a26e-8a6b475c90b6)] {{(pid=95116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:07:31.473150 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:31.493254 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Deleting port be4632a3-3f90-4b0f-bb94-aaef666911fe {{(pid=95117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:07:31.493956 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:31.598823 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] For port be4632a3-3f90-4b0f-bb94-aaef666911fe, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=be4632a3-3f90-4b0f-bb94-aaef666911fe,segment=NetworkSegment(601754fe-1650-4989-a26e-8a6b475c90b6),segment_id=601754fe-1650-4989-a26e-8a6b475c90b6)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:07:31.599177 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:31.603974 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Calling delete_port for be4632a3-3f90-4b0f-bb94-aaef666911fe owned by network:dhcp {{(pid=95116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:07:31.658363 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554'] for port, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:31.663745 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-41d45ac1-e8d6-4fec-95b3-e4523c99223c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:31.708771 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Pushing event deleted for resources: {'Port': ['ID=be4632a3-3f90-4b0f-bb94-aaef666911fe,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:31.711730 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] No DVR routers for this DVR port be4632a3-3f90-4b0f-bb94-aaef666911fe on host dv-osbrick-780511-13-ceph {{(pid=95116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 03:07:31.713596 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:31.726657 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Calling delete_port for be4632a3-3f90-4b0f-bb94-aaef666911fe owned by network:dhcp {{(pid=95117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:07:31.830256 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16463180', 'neutron.services.segments.db._delete_segments_for_network-8764861782119'] for network, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:31.845049 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:07:31.846681 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:07:31.849312 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:07:31.849609 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Subscribe: > port after_create 55550000 {{(pid=95116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:07:31.849955 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:07:31.850330 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Subscribe: > port after_update 55550000 {{(pid=95116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:07:31.851059 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:07:31.851385 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:07:31.851716 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:07:31.852064 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:07:31.880261 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554'] for port, after_delete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:31.886135 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:31.936389 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Pushing event deleted for resources: {'Port': ['ID=be4632a3-3f90-4b0f-bb94-aaef666911fe,revision_number=None']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:31.939111 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] No DVR routers for this DVR port be4632a3-3f90-4b0f-bb94-aaef666911fe on host dv-osbrick-780511-13-ceph {{(pid=95117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 03:07:31.947663 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:31.948013 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:31.948345 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:31.948821 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:31.949333 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:31.949797 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:31.950261 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:31.950723 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:31.951190 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:31.951671 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:31.952137 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:31.952461 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:07:31.956095 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-7e1bf420-89b1-4443-b4be-11c97a5fb36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:32.037843 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:07:32.038198 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:07:32.038536 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:07:32.038871 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:07:32.039239 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.services.segments.db [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb26da54-b8f1-4b87-9019-6387a3c9a2ed']}} {{(pid=95116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:32.054070 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.services.segments.db [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601754fe-1650-4989-a26e-8a6b475c90b6') {'for_net_delete': True} {{(pid=95116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:32.054398 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.services.segments.db [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601754fe-1650-4989-a26e-8a6b475c90b6') {} {{(pid=95116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:32.068236 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764861781944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1757665'] for segment, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:32.089263 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16460206'] for segment, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:32.096962 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 03:07:32.097467 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16460206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2278932'] for segment, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: from cryptography.utils import int_from_bytes Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: from cryptography.utils import int_from_bytes Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: Traceback (most recent call last): Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: timer() Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: cb(*args, **kw) Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: return func(*args, **kwargs) Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: self._notify() Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: self.callback(batched_events) Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: event.method(event) Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: return f(self, *a, **k) Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: return self._get(url).json() Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: return self.request(url, 'GET', **kwargs) Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 03:07:32.132652 dv-osbrick-780511-13-ceph neutron-server[95116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 03:07:32.214687 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16463189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-906707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-923390'] for network, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:32.219246 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-e16f4dc1-d60f-4b82-8b28-407f531ef4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:32.235835 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for network, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:32.243008 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb26da54-b8f1-4b87-9019-6387a3c9a2ed,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:32.249157 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:32.260049 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-324ace9c-913d-4d40-9ffe-aa183917de23 admin admin] 10.222.0.45 "DELETE /v2.0/networks/eb26da54-b8f1-4b87-9019-6387a3c9a2ed HTTP/1.1" status: 204 len: 168 time: 1.1050115 Jun 04 03:07:32.263365 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36468) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:32.531603 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device be4632a3-3f90-4b0f-bb94-aaef666911fe no longer exists at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:07:32.602396 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] No Port match for: be4632a3-3f90-4b0f-bb94-aaef666911fe {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:07:32.602877 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device be4632a3-3f90-4b0f-bb94-aaef666911fe not bound to the agent host dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:07:32.929728 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6ebf-f636-403e-9cf0-519b03104a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921251'] for router_interface, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:33.394796 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b6ebf-f636-403e-9cf0-519b03104a85 admin admin] Deleting port 754aa15d-87cd-4294-83b0-934c51f493f4 {{(pid=95116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:07:33.395857 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6ebf-f636-403e-9cf0-519b03104a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:33.529712 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [None req-8f5b6ebf-f636-403e-9cf0-519b03104a85 admin admin] For port 754aa15d-87cd-4294-83b0-934c51f493f4, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=754aa15d-87cd-4294-83b0-934c51f493f4,segment=NetworkSegment(691a84f9-fe94-4203-a086-be900ef7c626),segment_id=691a84f9-fe94-4203-a086-be900ef7c626)] {{(pid=95116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:07:33.530067 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6ebf-f636-403e-9cf0-519b03104a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:33.669725 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b6ebf-f636-403e-9cf0-519b03104a85 admin admin] Calling delete_port for 754aa15d-87cd-4294-83b0-934c51f493f4 owned by network:router_interface {{(pid=95116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:07:33.963545 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6ebf-f636-403e-9cf0-519b03104a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:33.966999 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-1972a2a4-9e68-4103-b6d9-f1e4cf9d8044 tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:34.012745 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b6ebf-f636-403e-9cf0-519b03104a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=754aa15d-87cd-4294-83b0-934c51f493f4,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:34.015994 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-8f5b6ebf-f636-403e-9cf0-519b03104a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:34.365311 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6ebf-f636-403e-9cf0-519b03104a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928196'] for router_interface, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:34.727924 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5b6ebf-f636-403e-9cf0-519b03104a85 admin admin] Router 5f053066-7908-49d8-82d7-c55bccde2cb2 has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:07:34.918315 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5b6ebf-f636-403e-9cf0-519b03104a85 admin admin] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:07:34.927678 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3de5fce-c6fc-499b-a3fa-92d2456cdc7f None None] Sync routers for ids ['5f053066-7908-49d8-82d7-c55bccde2cb2'] in dv-osbrick-780511-13-ceph {{(pid=95117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:07:34.937051 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de5fce-c6fc-499b-a3fa-92d2456cdc7f None None] Routers {'5f053066-7908-49d8-82d7-c55bccde2cb2'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:07:34.937892 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-e3de5fce-c6fc-499b-a3fa-92d2456cdc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:07:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['5f053066-7908-49d8-82d7-c55bccde2cb2'], 'active': True} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:34.940694 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-8f5b6ebf-f636-403e-9cf0-519b03104a85 admin admin] 10.222.0.45 "PUT /v2.0/routers/5f053066-7908-49d8-82d7-c55bccde2cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6760459 Jun 04 03:07:34.943544 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36476) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:35.123984 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvr_db [None req-e3de5fce-c6fc-499b-a3fa-92d2456cdc7f None None] Set router 5f053066-7908-49d8-82d7-c55bccde2cb2 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:07:35.141937 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] Notify callbacks [] for router, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:35.333077 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:35.413914 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] Deleting port 9464b6e7-baf0-4c9e-9c29-65324de61e2d {{(pid=95116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:07:35.414366 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:35.432247 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-e3de5fce-c6fc-499b-a3fa-92d2456cdc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'name': 'tempest-TestMinimumBasicScenario-2059935679-router', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.108'}], 'enable_snat': True}, 'gw_port_id': '9464b6e7-baf0-4c9e-9c29-65324de61e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:08Z', 'updated_at': '2021-06-04T03:07:33Z', 'revision_number': 5, 'project_id': '96c184dbee204cfc95ef370f3128076e', 'gw_port': {'id': '9464b6e7-baf0-4c9e-9c29-65324de61e2d', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:77:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:09Z', 'updated_at': '2021-06-04T03:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph'}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:35.436239 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3de5fce-c6fc-499b-a3fa-92d2456cdc7f None None] Checking router: 5f053066-7908-49d8-82d7-c55bccde2cb2 for host: dv-osbrick-780511-13-ceph {{(pid=95117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:07:35.444856 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de5fce-c6fc-499b-a3fa-92d2456cdc7f None None] Routers {'5f053066-7908-49d8-82d7-c55bccde2cb2'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:07:35.445482 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-e3de5fce-c6fc-499b-a3fa-92d2456cdc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:07:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['5f053066-7908-49d8-82d7-c55bccde2cb2'], 'active': True} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:35.542008 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] For port 9464b6e7-baf0-4c9e-9c29-65324de61e2d, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=9464b6e7-baf0-4c9e-9c29-65324de61e2d,segment=NetworkSegment(4d3cb9de-8556-49db-b58b-198bb21ce050),segment_id=4d3cb9de-8556-49db-b58b-198bb21ce050)] {{(pid=95116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:07:35.542373 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:35.599015 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvr_db [None req-e3de5fce-c6fc-499b-a3fa-92d2456cdc7f None None] Set router 5f053066-7908-49d8-82d7-c55bccde2cb2 gateway port host: None {{(pid=95117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:07:35.705050 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-e3de5fce-c6fc-499b-a3fa-92d2456cdc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'name': 'tempest-TestMinimumBasicScenario-2059935679-router', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:08Z', 'updated_at': '2021-06-04T03:07:35Z', 'revision_number': 6, 'project_id': '96c184dbee204cfc95ef370f3128076e', 'gw_port_host': None}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:35.710411 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3de5fce-c6fc-499b-a3fa-92d2456cdc7f None None] The sync data for ids ['5f053066-7908-49d8-82d7-c55bccde2cb2'] in dv-osbrick-780511-13-ceph is: [{'id': '5f053066-7908-49d8-82d7-c55bccde2cb2', 'name': 'tempest-TestMinimumBasicScenario-2059935679-router', 'tenant_id': '96c184dbee204cfc95ef370f3128076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:08Z', 'updated_at': '2021-06-04T03:07:35Z', 'revision_number': 6, 'project_id': '96c184dbee204cfc95ef370f3128076e', 'gw_port_host': None}] {{(pid=95117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:07:35.766380 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] Calling delete_port for 9464b6e7-baf0-4c9e-9c29-65324de61e2d owned by network:router_gateway {{(pid=95116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:07:35.907313 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:35.911235 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:35.956005 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] Pushing event deleted for resources: {'Port': ['ID=9464b6e7-baf0-4c9e-9c29-65324de61e2d,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:35.960701 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:36.046483 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-923290'] for router_gateway, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:36.222779 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-316'] for router, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:36.224960 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:36.306825 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-927898'] for router, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:36.307432 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f053066-7908-49d8-82d7-c55bccde2cb2 {{(pid=95116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 03:07:36.320173 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] Notify callbacks [] for router, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:36.321329 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-6ce3ad1c-2e77-4313-abb2-99da42772caf admin admin] 10.222.0.45 "DELETE /v2.0/routers/5f053066-7908-49d8-82d7-c55bccde2cb2 HTTP/1.1" status: 204 len: 168 time: 1.3764265 Jun 04 03:07:36.323798 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36480) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:36.384532 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ca8d4a-8850-4828-88dd-6e72c57d434f admin admin] Deleting subnet 63ec733e-d34f-459a-b070-1779ec888294 {{(pid=95116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 03:07:36.387358 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8d4a-8850-4828-88dd-6e72c57d434f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:36.437077 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8d4a-8850-4828-88dd-6e72c57d434f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1758994'] for subnet, precommit_delete_associations {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:36.539235 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 754aa15d-87cd-4294-83b0-934c51f493f4 no longer exists at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:07:36.560468 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8d4a-8850-4828-88dd-6e72c57d434f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16462539'] for subnet, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:36.576061 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] No Port match for: 754aa15d-87cd-4294-83b0-934c51f493f4 {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:07:36.576405 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 754aa15d-87cd-4294-83b0-934c51f493f4 not bound to the agent host dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:07:36.576832 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 9464b6e7-baf0-4c9e-9c29-65324de61e2d no longer exists at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:07:36.614092 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] No Port match for: 9464b6e7-baf0-4c9e-9c29-65324de61e2d {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:07:36.614674 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 9464b6e7-baf0-4c9e-9c29-65324de61e2d not bound to the agent host dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:07:36.869197 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8d4a-8850-4828-88dd-6e72c57d434f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16462556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2279034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2938175'] for subnet, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:36.873022 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:36.907032 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca8d4a-8850-4828-88dd-6e72c57d434f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63ec733e-d34f-459a-b070-1779ec888294,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:36.912079 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8d4a-8850-4828-88dd-6e72c57d434f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:36.915715 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-a1ca8d4a-8850-4828-88dd-6e72c57d434f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:36.918544 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea723b3-248f-4ce7-9f6c-eded17aad3c1 None None] Network 1f3f4abe-ab07-4257-8f7f-bc8109b33496 requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 03:07:36.919948 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-a1ca8d4a-8850-4828-88dd-6e72c57d434f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/63ec733e-d34f-459a-b070-1779ec888294 HTTP/1.1" status: 204 len: 168 time: 0.5952306 Jun 04 03:07:36.922724 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36484) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:37.027465 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306728'] for network, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:37.099209 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Deleting port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb {{(pid=95116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:07:37.099546 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:37.172679 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4914cd04-f3e0-4453-b5e2-64c56b24be69 None None] DHCP port deletion for 1f3f4abe-ab07-4257-8f7f-bc8109b33496 request from dv-osbrick-780511-13-ceph {{(pid=95117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 03:07:37.199896 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] For port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=24f5ccbb-6c71-4c0e-896d-c61c5e4962eb,segment=NetworkSegment(691a84f9-fe94-4203-a086-be900ef7c626),segment_id=691a84f9-fe94-4203-a086-be900ef7c626)] {{(pid=95116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:07:37.200259 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:37.244207 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-4914cd04-f3e0-4453-b5e2-64c56b24be69 None None] Deleting port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb {{(pid=95117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:07:37.244585 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-4914cd04-f3e0-4453-b5e2-64c56b24be69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:37.350695 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-4914cd04-f3e0-4453-b5e2-64c56b24be69 None None] For port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=24f5ccbb-6c71-4c0e-896d-c61c5e4962eb,segment=NetworkSegment(691a84f9-fe94-4203-a086-be900ef7c626),segment_id=691a84f9-fe94-4203-a086-be900ef7c626)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:07:37.351088 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-4914cd04-f3e0-4453-b5e2-64c56b24be69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:37.416377 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Calling delete_port for 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb owned by network:dhcp {{(pid=95116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:07:37.465852 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:37.469489 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-a2ff870d-d9f5-4c2a-af86-a9cc9edcebeb tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:37.514288 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f5ccbb-6c71-4c0e-896d-c61c5e4962eb,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:37.516724 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] No DVR routers for this DVR port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb on host dv-osbrick-780511-13-ceph {{(pid=95116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 03:07:37.518635 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:37.519824 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-4914cd04-f3e0-4453-b5e2-64c56b24be69 None None] Calling delete_port for 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb owned by network:dhcp {{(pid=95117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:07:37.568415 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-4914cd04-f3e0-4453-b5e2-64c56b24be69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554'] for port, after_delete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:37.571972 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-e5dd3b0d-4bb5-48ca-a792-26f05e0ea94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:37.626769 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914cd04-f3e0-4453-b5e2-64c56b24be69 None None] Pushing event deleted for resources: {'Port': ['ID=24f5ccbb-6c71-4c0e-896d-c61c5e4962eb,revision_number=None']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:37.629324 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4914cd04-f3e0-4453-b5e2-64c56b24be69 None None] No DVR routers for this DVR port 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb on host dv-osbrick-780511-13-ceph {{(pid=95117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 03:07:37.631510 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-4914cd04-f3e0-4453-b5e2-64c56b24be69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:37.635412 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-aa62eba9-1d1a-4502-b8c6-9971b27dc8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:37.646673 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16463180', 'neutron.services.segments.db._delete_segments_for_network-8764861782119'] for network, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:37.660203 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.services.segments.db [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3f4abe-ab07-4257-8f7f-bc8109b33496']}} {{(pid=95116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:37.673211 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.services.segments.db [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691a84f9-fe94-4203-a086-be900ef7c626') {'for_net_delete': True} {{(pid=95116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:37.673454 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.services.segments.db [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691a84f9-fe94-4203-a086-be900ef7c626') {} {{(pid=95116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:07:37.684483 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764861781944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1757665'] for segment, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:37.700758 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16460206'] for segment, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:37.707879 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 03:07:37.708288 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16460206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2278932'] for segment, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: Traceback (most recent call last): Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: timer() Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: cb(*args, **kw) Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: return func(*args, **kwargs) Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: self._notify() Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: self.callback(batched_events) Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: event.method(event) Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: return f(self, *a, **k) Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: return self._get(url).json() Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: return self.request(url, 'GET', **kwargs) Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 03:07:37.721131 dv-osbrick-780511-13-ceph neutron-server[95116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 03:07:37.796766 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16463189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-906707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-923390'] for network, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:37.800822 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:37.813576 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for network, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:37.826532 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f3f4abe-ab07-4257-8f7f-bc8109b33496,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:37.830256 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:37.831812 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1f3f4abe-ab07-4257-8f7f-bc8109b33496 HTTP/1.1" status: 204 len: 168 time: 0.9081120 Jun 04 03:07:38.000015 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36490) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:38.050155 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-8b31bd2c-9de3-460c-9fe6-3aef500b8dd0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6bdc332119e04d0a9083fcb60396450e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0488613 Jun 04 03:07:38.053272 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36492) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:38.114306 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-5d69e2ce-df1c-4fc0-b258-f92d95f3989a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:38.141621 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-5d69e2ce-df1c-4fc0-b258-f92d95f3989a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:38.198498 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-5d69e2ce-df1c-4fc0-b258-f92d95f3989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:38.202271 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:38.216488 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69e2ce-df1c-4fc0-b258-f92d95f3989a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef0ab5b-19fd-4df7-8ced-ebeb31569241,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:38.220789 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-5d69e2ce-df1c-4fc0-b258-f92d95f3989a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:38.225126 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-5d69e2ce-df1c-4fc0-b258-f92d95f3989a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:38.226248 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-5d69e2ce-df1c-4fc0-b258-f92d95f3989a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ef0ab5b-19fd-4df7-8ced-ebeb31569241 HTTP/1.1" status: 204 len: 168 time: 0.1720481 Jun 04 03:07:38.539514 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb no longer exists at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:07:38.570554 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36498) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:38.579070 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] No Port match for: 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:07:38.579662 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 24f5ccbb-6c71-4c0e-896d-c61c5e4962eb not bound to the agent host dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:07:38.623069 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-422cb898-92f9-494d-a8c9-2e276d902cc3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96c184dbee204cfc95ef370f3128076e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0512645 Jun 04 03:07:38.625485 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36500) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:38.685057 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-c46b896c-00a0-4b6b-b198-c9d1ed47a8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:38.711550 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-c46b896c-00a0-4b6b-b198-c9d1ed47a8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:38.765583 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-c46b896c-00a0-4b6b-b198-c9d1ed47a8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:38.769655 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-32c7f02c-df8c-4d0d-aace-9e7cc1ebe375 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:38.779957 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b896c-00a0-4b6b-b198-c9d1ed47a8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa4f068-5d06-4e37-bb41-b43e90f46155,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:38.784789 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-c46b896c-00a0-4b6b-b198-c9d1ed47a8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:38.787160 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-c46b896c-00a0-4b6b-b198-c9d1ed47a8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:38.789415 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-c46b896c-00a0-4b6b-b198-c9d1ed47a8f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6fa4f068-5d06-4e37-bb41-b43e90f46155 HTTP/1.1" status: 204 len: 168 time: 0.1628966 Jun 04 03:07:39.183033 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:07:39.606835 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:40.926076 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-fe665120-e6a0-4aa9-8a88-7a43df640ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:41.408055 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:44.321869 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a6efa-7c8a-4fde-95b3-225746b4d193 req-f36a28ab-eb95-411b-9866-5604c1c39931 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:44.323528 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f8a6efa-7c8a-4fde-95b3-225746b4d193 req-f36a28ab-eb95-411b-9866-5604c1c39931 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 946 time: 0.0821452 Jun 04 03:07:44.372316 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f8a6efa-7c8a-4fde-95b3-225746b4d193 req-082a01e9-98b4-4739-8d17-0e28b1716d25 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 Jun 04 03:07:45.563692 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c4b6a-f61a-496e-9f66-8cd80a100afd req-dc709f43-aa64-4b50-ba24-dd895f79ea72 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:45.565223 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3b9c4b6a-f61a-496e-9f66-8cd80a100afd req-dc709f43-aa64-4b50-ba24-dd895f79ea72 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 946 time: 0.0825319 Jun 04 03:07:45.609503 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3b9c4b6a-f61a-496e-9f66-8cd80a100afd req-29723f66-a249-4d2e-a0b2-322152c87b6d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=e62ee575-fd21-4ed9-9ddd-2c6f71849d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379474 Jun 04 03:07:45.801758 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eeebee-96a7-4f0c-92d7-f583f61d675a req-db0ba951-9658-42f6-b130-befecb742d24 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:45.803220 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-70eeebee-96a7-4f0c-92d7-f583f61d675a req-db0ba951-9658-42f6-b130-befecb742d24 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 946 time: 0.0790858 Jun 04 03:07:45.940405 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [req-70eeebee-96a7-4f0c-92d7-f583f61d675a req-dc57cd32-2958-4c3e-a995-11fc9d022a9c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Deleting port c86439b8-414a-481c-b6ab-92ac3949809c {{(pid=95116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:07:45.940932 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-70eeebee-96a7-4f0c-92d7-f583f61d675a req-dc57cd32-2958-4c3e-a995-11fc9d022a9c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:46.077027 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-70eeebee-96a7-4f0c-92d7-f583f61d675a req-dc57cd32-2958-4c3e-a995-11fc9d022a9c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] For port c86439b8-414a-481c-b6ab-92ac3949809c, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=c86439b8-414a-481c-b6ab-92ac3949809c,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:07:46.077293 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-70eeebee-96a7-4f0c-92d7-f583f61d675a req-dc57cd32-2958-4c3e-a995-11fc9d022a9c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:46.202573 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [req-70eeebee-96a7-4f0c-92d7-f583f61d675a req-dc57cd32-2958-4c3e-a995-11fc9d022a9c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Calling delete_port for c86439b8-414a-481c-b6ab-92ac3949809c owned by compute:nova {{(pid=95116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:07:46.313129 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-70eeebee-96a7-4f0c-92d7-f583f61d675a req-dc57cd32-2958-4c3e-a995-11fc9d022a9c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:46.319411 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:46.324958 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['c86439b8-414a-481c-b6ab-92ac3949809c'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:07:46.365147 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57cd32-2958-4c3e-a995-11fc9d022a9c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event deleted for resources: {'Port': ['ID=c86439b8-414a-481c-b6ab-92ac3949809c,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:46.367846 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-dc57cd32-2958-4c3e-a995-11fc9d022a9c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:46.446461 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [req-70eeebee-96a7-4f0c-92d7-f583f61d675a req-dc57cd32-2958-4c3e-a995-11fc9d022a9c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] No DVR routers for this DVR port c86439b8-414a-481c-b6ab-92ac3949809c on host hv-osbrick-7805 {{(pid=95116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 03:07:46.449150 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-70eeebee-96a7-4f0c-92d7-f583f61d675a req-dc57cd32-2958-4c3e-a995-11fc9d022a9c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:46.452162 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7709076-3c21-4222-a4a3-efc1de611dd1', 'name': 'network-vif-deleted', 'tag': 'c86439b8-414a-481c-b6ab-92ac3949809c'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:07:46.454443 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bacd082-cc68-4fae-b91f-1bb419ce5110" -d '{"events": [{"server_uuid": "c7709076-3c21-4222-a4a3-efc1de611dd1", "name": "network-vif-deleted", "tag": "c86439b8-414a-481c-b6ab-92ac3949809c"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:07:46.468640 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-70eeebee-96a7-4f0c-92d7-f583f61d675a req-dc57cd32-2958-4c3e-a995-11fc9d022a9c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "DELETE /v2.0/ports/c86439b8-414a-481c-b6ab-92ac3949809c HTTP/1.1" status: 204 len: 173 time: 0.6595547 Jun 04 03:07:46.498668 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 03:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c13693-9c82-4a30-be6b-9cc4cbd9650a x-openstack-request-id: req-c5c13693-9c82-4a30-be6b-9cc4cbd9650a {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:07:46.499115 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7709076-3c21-4222-a4a3-efc1de611dd1", "name": "network-vif-deleted", "tag": "c86439b8-414a-481c-b6ab-92ac3949809c", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:07:46.499393 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5c13693-9c82-4a30-be6b-9cc4cbd9650a {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:07:46.499986 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7709076-3c21-4222-a4a3-efc1de611dd1', 'name': 'network-vif-deleted', 'tag': 'c86439b8-414a-481c-b6ab-92ac3949809c', 'status': 'completed', 'code': 200} Jun 04 03:07:46.921287 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-401cfca3-782b-419e-aa79-15cbe9a41940 req-06920b69-1263-4539-b113-d8fa365696e6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:07:46.938342 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-401cfca3-782b-419e-aa79-15cbe9a41940 req-06920b69-1263-4539-b113-d8fa365696e6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:07:46.939831 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-401cfca3-782b-419e-aa79-15cbe9a41940 req-06920b69-1263-4539-b113-d8fa365696e6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7709076-3c21-4222-a4a3-efc1de611dd1 HTTP/1.1" status: 200 len: 210 time: 0.0649335 Jun 04 03:07:50.150607 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 36588) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:50.155720 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.v2.base [None req-e8baff82-e5a8-4b21-b94d-c16fbc0b4a8b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2079669597', 'description': 'tempest-secgroup-smoke-2079669597 description', 'project_id': 'fbfc919b64464da193caac26c097f774'}} {{(pid=95115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:07:50.162152 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-e8baff82-e5a8-4b21-b94d-c16fbc0b4a8b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:07:50.172048 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-e8baff82-e5a8-4b21-b94d-c16fbc0b4a8b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:07:50.182557 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-e8baff82-e5a8-4b21-b94d-c16fbc0b4a8b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group, before_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.202016 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-e8baff82-e5a8-4b21-b94d-c16fbc0b4a8b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:07:50.205691 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-e8baff82-e5a8-4b21-b94d-c16fbc0b4a8b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Usage tracker for resource:security_group_rule and tenant:fbfc919b64464da193caac26c097f774 is out of sync, need to count used quota {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:07:50.208424 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.quota.resource [None req-e8baff82-e5a8-4b21-b94d-c16fbc0b4a8b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:07:50.214389 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.quota.driver [None req-e8baff82-e5a8-4b21-b94d-c16fbc0b4a8b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:07:50.283998 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-e8baff82-e5a8-4b21-b94d-c16fbc0b4a8b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.288227 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-e8baff82-e5a8-4b21-b94d-c16fbc0b4a8b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_create {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.293632 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-1a4a4084-6e59-4f77-95af-9f4dc96c460f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:50.328585 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device c86439b8-414a-481c-b6ab-92ac3949809c no longer exists at agent hyperv_hv-osbrick-7805 {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:07:50.334772 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8baff82-e5a8-4b21-b94d-c16fbc0b4a8b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f07282e-70c4-4d39-bc87-0261cbf4b4b4,revision_number=1']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:50.338100 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-e8baff82-e5a8-4b21-b94d-c16fbc0b4a8b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:50.342961 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-e8baff82-e5a8-4b21-b94d-c16fbc0b4a8b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.344252 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-e8baff82-e5a8-4b21-b94d-c16fbc0b4a8b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1926358 Jun 04 03:07:50.347875 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36590) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:50.352498 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-0ae9e580-55af-4e25-8487-967e66e21cb8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'security_group_rule': {'security_group_id': '5f07282e-70c4-4d39-bc87-0261cbf4b4b4', 'project_id': 'fbfc919b64464da193caac26c097f774', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:07:50.359060 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-0ae9e580-55af-4e25-8487-967e66e21cb8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:07:50.364085 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-0ae9e580-55af-4e25-8487-967e66e21cb8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Usage tracker for resource:security_group_rule and tenant:fbfc919b64464da193caac26c097f774 is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:07:50.367273 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] No Port match for: c86439b8-414a-481c-b6ab-92ac3949809c {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:07:50.367423 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-0ae9e580-55af-4e25-8487-967e66e21cb8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:07:50.367623 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device c86439b8-414a-481c-b6ab-92ac3949809c not bound to the agent host hv-osbrick-7805 {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:07:50.373728 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-0ae9e580-55af-4e25-8487-967e66e21cb8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:07:50.389735 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e580-55af-4e25-8487-967e66e21cb8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.460109 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e580-55af-4e25-8487-967e66e21cb8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.463640 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e580-55af-4e25-8487-967e66e21cb8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906610'] for security_group_rule, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.471441 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:50.574608 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9e580-55af-4e25-8487-967e66e21cb8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e777c31-e06f-49a3-8e7d-4f170a9a2518,revision_number=0']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:50.581727 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-0ae9e580-55af-4e25-8487-967e66e21cb8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:50.586437 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e580-55af-4e25-8487-967e66e21cb8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.587775 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-0ae9e580-55af-4e25-8487-967e66e21cb8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2389061 Jun 04 03:07:50.591549 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36592) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:50.595834 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-1fb95d75-e126-4b41-bcfd-201f4d789b67 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'security_group_rule': {'security_group_id': '5f07282e-70c4-4d39-bc87-0261cbf4b4b4', 'project_id': 'fbfc919b64464da193caac26c097f774', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:07:50.602311 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-1fb95d75-e126-4b41-bcfd-201f4d789b67 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:07:50.606026 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-1fb95d75-e126-4b41-bcfd-201f4d789b67 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Usage tracker for resource:security_group_rule and tenant:fbfc919b64464da193caac26c097f774 is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:07:50.608806 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-1fb95d75-e126-4b41-bcfd-201f4d789b67 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:07:50.614778 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-1fb95d75-e126-4b41-bcfd-201f4d789b67 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:07:50.631666 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-1fb95d75-e126-4b41-bcfd-201f4d789b67 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.693443 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-1fb95d75-e126-4b41-bcfd-201f4d789b67 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.696895 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-1fb95d75-e126-4b41-bcfd-201f4d789b67 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906610'] for security_group_rule, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.698837 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:50.720578 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb95d75-e126-4b41-bcfd-201f4d789b67 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6113a7f1-73b5-4a1b-aa8d-638f5812571d,revision_number=0']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:50.723611 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-1fb95d75-e126-4b41-bcfd-201f4d789b67 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:50.730508 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-1fb95d75-e126-4b41-bcfd-201f4d789b67 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.731664 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-1fb95d75-e126-4b41-bcfd-201f4d789b67 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391900 Jun 04 03:07:50.734371 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36594) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:50.739308 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-5695b68c-a433-4501-ba77-3bab9a0cd0d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'security_group_rule': {'security_group_id': '5f07282e-70c4-4d39-bc87-0261cbf4b4b4', 'project_id': 'fbfc919b64464da193caac26c097f774', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:07:50.744864 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-5695b68c-a433-4501-ba77-3bab9a0cd0d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:07:50.748667 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-5695b68c-a433-4501-ba77-3bab9a0cd0d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Usage tracker for resource:security_group_rule and tenant:fbfc919b64464da193caac26c097f774 is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:07:50.751534 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-5695b68c-a433-4501-ba77-3bab9a0cd0d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:07:50.757557 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-5695b68c-a433-4501-ba77-3bab9a0cd0d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:07:50.775089 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-5695b68c-a433-4501-ba77-3bab9a0cd0d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.838698 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-5695b68c-a433-4501-ba77-3bab9a0cd0d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.843407 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-5695b68c-a433-4501-ba77-3bab9a0cd0d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906610'] for security_group_rule, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.845504 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:50.872023 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695b68c-a433-4501-ba77-3bab9a0cd0d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ac84d8-d7a9-4401-988d-f4c1180a07f5,revision_number=0']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:50.877112 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-5695b68c-a433-4501-ba77-3bab9a0cd0d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:50.881604 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-5695b68c-a433-4501-ba77-3bab9a0cd0d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.882884 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-5695b68c-a433-4501-ba77-3bab9a0cd0d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475389 Jun 04 03:07:50.885491 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36596) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:50.889734 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-ae0f6de9-6b1a-4e2d-96b0-63812df5faae tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'security_group_rule': {'security_group_id': '5f07282e-70c4-4d39-bc87-0261cbf4b4b4', 'project_id': 'fbfc919b64464da193caac26c097f774', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:07:50.896426 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-ae0f6de9-6b1a-4e2d-96b0-63812df5faae tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:07:50.900279 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-ae0f6de9-6b1a-4e2d-96b0-63812df5faae tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Usage tracker for resource:security_group_rule and tenant:fbfc919b64464da193caac26c097f774 is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:07:50.903122 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-ae0f6de9-6b1a-4e2d-96b0-63812df5faae tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:07:50.908752 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-ae0f6de9-6b1a-4e2d-96b0-63812df5faae tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:07:50.925085 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6de9-6b1a-4e2d-96b0-63812df5faae tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.988118 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6de9-6b1a-4e2d-96b0-63812df5faae tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.991956 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6de9-6b1a-4e2d-96b0-63812df5faae tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906610'] for security_group_rule, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:50.993980 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-0ae9e580-55af-4e25-8487-967e66e21cb8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:51.016248 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f6de9-6b1a-4e2d-96b0-63812df5faae tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcf251d-1e3f-4076-8478-f15da82a9a60,revision_number=0']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:51.019612 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-ae0f6de9-6b1a-4e2d-96b0-63812df5faae tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:51.027085 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6de9-6b1a-4e2d-96b0-63812df5faae tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:51.028175 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-ae0f6de9-6b1a-4e2d-96b0-63812df5faae tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417785 Jun 04 03:07:51.030971 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36598) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:51.035602 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-30f7ffdf-8446-4dae-bfd8-0f9539a75a87 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'security_group_rule': {'security_group_id': '5f07282e-70c4-4d39-bc87-0261cbf4b4b4', 'project_id': 'fbfc919b64464da193caac26c097f774', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:07:51.041385 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-30f7ffdf-8446-4dae-bfd8-0f9539a75a87 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:07:51.045164 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-30f7ffdf-8446-4dae-bfd8-0f9539a75a87 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Usage tracker for resource:security_group_rule and tenant:fbfc919b64464da193caac26c097f774 is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:07:51.048267 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-30f7ffdf-8446-4dae-bfd8-0f9539a75a87 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:07:51.054441 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-30f7ffdf-8446-4dae-bfd8-0f9539a75a87 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:07:51.065436 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.db.securitygroups_db [None req-30f7ffdf-8446-4dae-bfd8-0f9539a75a87 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Project fbfc919b64464da193caac26c097f774 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 03:07:51.072304 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-30f7ffdf-8446-4dae-bfd8-0f9539a75a87 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:51.137548 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-30f7ffdf-8446-4dae-bfd8-0f9539a75a87 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:51.142128 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-30f7ffdf-8446-4dae-bfd8-0f9539a75a87 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906610'] for security_group_rule, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:51.144709 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-1fb95d75-e126-4b41-bcfd-201f4d789b67 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:51.166540 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7ffdf-8446-4dae-bfd8-0f9539a75a87 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e58b902-3eaa-457d-903a-b71efb452538,revision_number=0']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:51.169815 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-30f7ffdf-8446-4dae-bfd8-0f9539a75a87 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:51.177414 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-30f7ffdf-8446-4dae-bfd8-0f9539a75a87 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:51.178607 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-30f7ffdf-8446-4dae-bfd8-0f9539a75a87 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467059 Jun 04 03:07:51.181263 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36600) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:07:51.185669 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-0dec82c7-0815-45e4-94c9-3b41c49cb6d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'security_group_rule': {'security_group_id': '5f07282e-70c4-4d39-bc87-0261cbf4b4b4', 'project_id': 'fbfc919b64464da193caac26c097f774', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:07:51.192054 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-0dec82c7-0815-45e4-94c9-3b41c49cb6d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:07:51.196027 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-0dec82c7-0815-45e4-94c9-3b41c49cb6d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Usage tracker for resource:security_group_rule and tenant:fbfc919b64464da193caac26c097f774 is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:07:51.198914 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-0dec82c7-0815-45e4-94c9-3b41c49cb6d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:07:51.204863 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-0dec82c7-0815-45e4-94c9-3b41c49cb6d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:07:51.216234 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:51.216936 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.db.securitygroups_db [None req-0dec82c7-0815-45e4-94c9-3b41c49cb6d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Project fbfc919b64464da193caac26c097f774 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 03:07:51.222957 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-0dec82c7-0815-45e4-94c9-3b41c49cb6d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:51.292485 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-0dec82c7-0815-45e4-94c9-3b41c49cb6d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:51.296423 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-0dec82c7-0815-45e4-94c9-3b41c49cb6d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906610'] for security_group_rule, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:51.298481 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:51.322075 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec82c7-0815-45e4-94c9-3b41c49cb6d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f304d6-2ffd-4ed3-805e-9027f7f573f8,revision_number=0']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:51.326697 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-0dec82c7-0815-45e4-94c9-3b41c49cb6d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:51.331469 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-0dec82c7-0815-45e4-94c9-3b41c49cb6d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:51.332801 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-0dec82c7-0815-45e4-94c9-3b41c49cb6d9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1506150 Jun 04 03:07:54.452290 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-0fc73b2e-82c3-4b41-bbeb-6f118fbdd371 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079669597&fields=id&tenant_id=fbfc919b64464da193caac26c097f774 HTTP/1.1" status: 200 len: 267 time: 0.0402434 Jun 04 03:07:54.618771 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-85db3507-c82c-4851-a392-d9e58c8939fc tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:54.620280 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-85db3507-c82c-4851-a392-d9e58c8939fc tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 811 time: 0.1615350 Jun 04 03:07:54.636515 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-aee3e6da-688e-4235-ae41-758dec43d4c8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/quotas/fbfc919b64464da193caac26c097f774 HTTP/1.1" status: 200 len: 375 time: 0.0107393 Jun 04 03:07:54.726590 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-de34c3a7-0128-4320-938b-6349d28dcf02 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844960 Jun 04 03:07:54.926952 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-3380fa15-dfcf-40eb-a9f8-0dabcc04adfd service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=95116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 03:07:54.927956 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-3380fa15-dfcf-40eb-a9f8-0dabcc04adfd service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0476601 Jun 04 03:07:55.068747 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-07660861-25c3-47b0-b7d9-00dd00df9b3f service neutron] 10.222.0.45 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350119 Jun 04 03:07:55.209354 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-ca99da23-5fa5-479c-b409-c2f3e5dcae8a service neutron] 10.222.0.45 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345317 Jun 04 03:07:55.644490 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f5092e97-646c-47ed-b5ad-ef30739cea7d req-40a8d62a-fa1b-4a68-9a34-abf81d76715b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 210 time: 0.0418932 Jun 04 03:07:56.644241 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-35d3b707-a71f-4f7f-8944-d14d656c2d3c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:56.645819 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-35d3b707-a71f-4f7f-8944-d14d656c2d3c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 811 time: 0.1554770 Jun 04 03:07:56.699923 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-21f21ce3-f2a1-4259-8d8c-4a2b40f51fb6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbfc919b64464da193caac26c097f774 HTTP/1.1" status: 200 len: 380 time: 0.0465484 Jun 04 03:07:56.709378 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'port': {'device_id': '6d003946-67b9-40c5-8d45-22f74105f5c2', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'admin_state_up': True, 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'security_groups': ['5f07282e-70c4-4d39-bc87-0261cbf4b4b4']}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:07:56.863786 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2601d25f-1bc7-4791-b590-bd78de9c6079 req-dfb3c762-cd67-489d-9a7a-7d1215cda0c2 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 210 time: 0.0644782 Jun 04 03:07:56.910115 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:07:56.922688 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:07:56.934652 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Made reservation on behalf of fbfc919b64464da193caac26c097f774 for: {'port': 1} {{(pid=95116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:07:56.938561 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:57.150310 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Allocated IP 172.20.0.11 (88c98950-64a8-4367-b50e-dc761f5d98c6/205a7a75-6534-40a2-ba12-9ce1a19cf4cb/e1489b16-1dfa-4520-a80a-5f5aa4400f4b) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:07:57.494919 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:57.512394 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Transition to ACTIVE for port object e1489b16-1dfa-4520-a80a-5f5aa4400f4b will not be triggered until provisioned by entity DHCP. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:07:57.537554 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:57.543210 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-dc57cd32-2958-4c3e-a995-11fc9d022a9c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:57.606636 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Network 88c98950-64a8-4367-b50e-dc761f5d98c6 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:07:57.607744 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:07:57.611730 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:07:57.657503 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'Port': ['ID=e1489b16-1dfa-4520-a80a-5f5aa4400f4b,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:57.663043 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:57.688508 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:57.689163 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:57.718621 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0140805 Jun 04 03:07:57.731383 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Request body: {'port': {'device_id': '6d003946-67b9-40c5-8d45-22f74105f5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7805'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:07:57.856536 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:57.885638 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-a421fcfb-f7aa-4a4f-a88f-27862c5ae2f0 None None] Provisioning for port e1489b16-1dfa-4520-a80a-5f5aa4400f4b completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:07:57.892747 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-a421fcfb-f7aa-4a4f-a88f-27862c5ae2f0 None None] Provisioning complete for port e1489b16-1dfa-4520-a80a-5f5aa4400f4b triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:07:57.894433 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-a421fcfb-f7aa-4a4f-a88f-27862c5ae2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:57.958581 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-a421fcfb-f7aa-4a4f-a88f-27862c5ae2f0 None None] Port e1489b16-1dfa-4520-a80a-5f5aa4400f4b cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 03:07:58.203484 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0f5df-a33d-437e-ad17-8700fe1d410e req-feee8ed2-c2ae-4986-af7e-4747267ea05e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:58.204103 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-77f0f5df-a33d-437e-ad17-8700fe1d410e req-feee8ed2-c2ae-4986-af7e-4747267ea05e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:07:58.242450 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-77f0f5df-a33d-437e-ad17-8700fe1d410e req-feee8ed2-c2ae-4986-af7e-4747267ea05e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:07:58.243634 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77f0f5df-a33d-437e-ad17-8700fe1d410e req-feee8ed2-c2ae-4986-af7e-4747267ea05e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 932 time: 0.2443538 Jun 04 03:07:58.343844 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-77f0f5df-a33d-437e-ad17-8700fe1d410e req-e920a6f4-30dd-4a7a-aaf0-20862fce89fe tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877452 Jun 04 03:07:58.345809 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1489b16-1dfa-4520-a80a-5f5aa4400f4b {{(pid=95116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 03:07:58.353934 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:58.370971 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Transition to ACTIVE for port object e1489b16-1dfa-4520-a80a-5f5aa4400f4b will not be triggered until provisioned by entity L2. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:07:58.375559 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278960'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:58.379916 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-b7ec7926-7133-4e64-a864-c3b24a2fbd17 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:58.512908 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Pushing event updated for resources: {'Port': ['ID=e1489b16-1dfa-4520-a80a-5f5aa4400f4b,revision_number=2']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:58.541140 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:58.620634 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Attempting to bind port e1489b16-1dfa-4520-a80a-5f5aa4400f4b on host hv-osbrick-7805 for vnic_type normal with profile {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:07:58.621000 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Attempting to bind port e1489b16-1dfa-4520-a80a-5f5aa4400f4b by drivers openvswitch,hyperv on host hv-osbrick-7805 at level 0 using segments [{'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}] {{(pid=95116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:07:58.621337 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Attempting to bind port e1489b16-1dfa-4520-a80a-5f5aa4400f4b on network 88c98950-64a8-4367-b50e-dc761f5d98c6 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:07:58.626126 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Port e1489b16-1dfa-4520-a80a-5f5aa4400f4b on network 88c98950-64a8-4367-b50e-dc761f5d98c6 not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7805 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 03:07:58.626446 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Attempting to bind port e1489b16-1dfa-4520-a80a-5f5aa4400f4b on network 88c98950-64a8-4367-b50e-dc761f5d98c6 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:07:58.631642 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Checking agent: {'id': 'ec42cda1-68f5-4af8-ad15-f1d85b99d64c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7805', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 3, 3, 21), 'started_at': datetime.datetime(2021, 6, 4, 3, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:07:58.637571 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Checking segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:07:58.637571 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Bound using segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:07:58.637571 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Bound port: e1489b16-1dfa-4520-a80a-5f5aa4400f4b, host: hv-osbrick-7805, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}}] {{(pid=95116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:07:58.637571 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:58.729852 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] For port e1489b16-1dfa-4520-a80a-5f5aa4400f4b, host hv-osbrick-7805, cleared binding levels {{(pid=95116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:07:58.733038 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] For port e1489b16-1dfa-4520-a80a-5f5aa4400f4b, host hv-osbrick-7805, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=e1489b16-1dfa-4520-a80a-5f5aa4400f4b,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:07:58.739159 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278960'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:58.742966 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:07:58.803742 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:58.804379 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:07:58.805822 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] 10.222.0.43 "PUT /v2.0/ports/e1489b16-1dfa-4520-a80a-5f5aa4400f4b HTTP/1.1" status: 200 len: 1094 time: 1.0803316 Jun 04 03:07:58.806320 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d003946-67b9-40c5-8d45-22f74105f5c2', 'tag': 'e1489b16-1dfa-4520-a80a-5f5aa4400f4b'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:07:58.808651 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbca872-263f-4b07-b943-cb1acb534288" -d '{"events": [{"name": "network-changed", "server_uuid": "6d003946-67b9-40c5-8d45-22f74105f5c2", "tag": "e1489b16-1dfa-4520-a80a-5f5aa4400f4b"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:07:58.833533 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Pushing event updated for resources: {'Port': ['ID=e1489b16-1dfa-4520-a80a-5f5aa4400f4b,revision_number=3']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:07:58.837682 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:07:58.917379 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04741702-4f54-48d4-90a4-68e7af69917f x-openstack-request-id: req-04741702-4f54-48d4-90a4-68e7af69917f {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:07:58.917878 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d003946-67b9-40c5-8d45-22f74105f5c2", "tag": "e1489b16-1dfa-4520-a80a-5f5aa4400f4b", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:07:58.918312 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04741702-4f54-48d4-90a4-68e7af69917f {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:07:58.918978 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d003946-67b9-40c5-8d45-22f74105f5c2', 'tag': 'e1489b16-1dfa-4520-a80a-5f5aa4400f4b', 'status': 'completed', 'code': 200} Jun 04 03:07:58.967162 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d27ee455-7952-4c80-b621-f93951a475fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:58.969070 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d27ee455-7952-4c80-b621-f93951a475fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 1097 time: 0.1058228 Jun 04 03:07:59.038329 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-8812d782-62f7-4ba2-8bef-a762b9d148c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1489b16-1dfa-4520-a80a-5f5aa4400f4b HTTP/1.1" status: 200 len: 217 time: 0.0622544 Jun 04 03:07:59.104865 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d6e9e8a8-c463-4a37-9603-789771e68d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:59.106259 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d6e9e8a8-c463-4a37-9603-789771e68d44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0611794 Jun 04 03:07:59.182669 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-28f82627-19cb-4b4d-8b07-f61d954deb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:59.184242 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-28f82627-19cb-4b4d-8b07-f61d954deb5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0720968 Jun 04 03:07:59.320859 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d1ba773f-aa26-48d6-a5a7-980203ed1c0a service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303344 Jun 04 03:07:59.613722 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b933e332-3f9f-40c0-a793-cb53e62cfb72 req-d69bd209-744d-465a-94d3-092e6eb9f0b0 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866657 Jun 04 03:07:59.636348 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab4fc3-57ec-4f2a-b387-48dbac251e2a req-8e8a0f47-576e-475e-87f5-80088b232b34 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:59.637977 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-acab4fc3-57ec-4f2a-b387-48dbac251e2a req-8e8a0f47-576e-475e-87f5-80088b232b34 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 944 time: 0.1200504 Jun 04 03:07:59.739098 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-acab4fc3-57ec-4f2a-b387-48dbac251e2a req-1c5f7d82-c7fe-4eca-966e-92a49578b0f3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952001 Jun 04 03:07:59.761301 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbca872-263f-4b07-b943-cb1acb534288 req-0480b21c-d6f5-4e4b-b8cd-8e163906dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:59.762967 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ccbca872-263f-4b07-b943-cb1acb534288 req-0480b21c-d6f5-4e4b-b8cd-8e163906dcc0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 1097 time: 0.0996618 Jun 04 03:07:59.909892 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbca872-263f-4b07-b943-cb1acb534288 req-6f46cbe5-adc2-480e-a700-2c5f67f180a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:07:59.911323 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ccbca872-263f-4b07-b943-cb1acb534288 req-6f46cbe5-adc2-480e-a700-2c5f67f180a3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.1413455 Jun 04 03:07:59.981034 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ccbca872-263f-4b07-b943-cb1acb534288 req-b2f60e7a-e78f-4ef1-8682-056cbd6f449a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1489b16-1dfa-4520-a80a-5f5aa4400f4b HTTP/1.1" status: 200 len: 217 time: 0.0622137 Jun 04 03:08:00.048127 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbca872-263f-4b07-b943-cb1acb534288 req-d46aec3b-22c9-4476-8271-d72c62ef2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:00.049627 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ccbca872-263f-4b07-b943-cb1acb534288 req-d46aec3b-22c9-4476-8271-d72c62ef2037 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0624626 Jun 04 03:08:00.130623 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbca872-263f-4b07-b943-cb1acb534288 req-eadab480-b209-423d-9a74-94ba4399f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:00.132123 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ccbca872-263f-4b07-b943-cb1acb534288 req-eadab480-b209-423d-9a74-94ba4399f053 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0753450 Jun 04 03:08:00.280270 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ccbca872-263f-4b07-b943-cb1acb534288 req-210b8099-ca80-4d31-85ae-f3f41fdca40d service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409972 Jun 04 03:08:00.420647 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ccbca872-263f-4b07-b943-cb1acb534288 req-78922f2d-a75b-448b-b9e6-cc78a1e1ca03 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306362 Jun 04 03:08:00.942153 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a73a8-3f88-4f47-a5de-64dda87e1b42 req-a1867d52-5a46-48f2-8f90-900bbcf8966d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:00.943593 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-980a73a8-3f88-4f47-a5de-64dda87e1b42 req-a1867d52-5a46-48f2-8f90-900bbcf8966d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 944 time: 0.0861020 Jun 04 03:08:00.995254 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-980a73a8-3f88-4f47-a5de-64dda87e1b42 req-38e54cc4-2b21-48b7-b1fc-c54ac8717586 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453398 Jun 04 03:08:02.184582 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96380118-2b56-444e-bfb0-61034f3a0970 req-1f4169b1-03bc-4553-87c4-4831e812e067 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:02.186083 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-96380118-2b56-444e-bfb0-61034f3a0970 req-1f4169b1-03bc-4553-87c4-4831e812e067 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 944 time: 0.0807829 Jun 04 03:08:02.231993 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-96380118-2b56-444e-bfb0-61034f3a0970 req-42ac7625-b8bf-4cef-bf28-ce4046dce53f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394166 Jun 04 03:08:02.406690 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device e1489b16-1dfa-4520-a80a-5f5aa4400f4b details requested by agent hyperv_hv-osbrick-7805 with host hv-osbrick-7805 {{(pid=95117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 03:08:02.550732 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port e1489b16-1dfa-4520-a80a-5f5aa4400f4b, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=e1489b16-1dfa-4520-a80a-5f5aa4400f4b,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:08:02.572312 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Returning: {'device': 'e1489b16-1dfa-4520-a80a-5f5aa4400f4b', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'port_id': 'e1489b16-1dfa-4520-a80a-5f5aa4400f4b', 'mac_address': 'fa:16:3e:e3:1b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 03:08:02.635361 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:02.661166 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.notifiers.nova [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1489b16-1dfa-4520-a80a-5f5aa4400f4b {{(pid=95117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 03:08:02.679313 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port e1489b16-1dfa-4520-a80a-5f5aa4400f4b, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=e1489b16-1dfa-4520-a80a-5f5aa4400f4b,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:08:02.683476 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:02.685235 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:08:02.751522 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Pushing event updated for resources: {'Port': ['ID=e1489b16-1dfa-4520-a80a-5f5aa4400f4b,revision_number=4']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:08:02.756248 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:08:02.892390 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['e1489b16-1dfa-4520-a80a-5f5aa4400f4b'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:08:03.476222 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bc3b4-11f3-4838-af19-92be0442b237 req-60f9d84f-eefd-4f82-ac2c-e4c26fb3b06c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:03.477819 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5c3bc3b4-11f3-4838-af19-92be0442b237 req-60f9d84f-eefd-4f82-ac2c-e4c26fb3b06c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 945 time: 0.0967908 Jun 04 03:08:03.545811 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5c3bc3b4-11f3-4838-af19-92be0442b237 req-0f61b166-d263-46aa-8e14-c54f844ea4b9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537851 Jun 04 03:08:04.423794 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device e1489b16-1dfa-4520-a80a-5f5aa4400f4b up at agent hyperv_hv-osbrick-7805 {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:08:04.493875 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Provisioning for port e1489b16-1dfa-4520-a80a-5f5aa4400f4b completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:08:04.498432 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Provisioning complete for port e1489b16-1dfa-4520-a80a-5f5aa4400f4b triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:08:04.498804 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:04.617102 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:04.644749 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d003946-67b9-40c5-8d45-22f74105f5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1489b16-1dfa-4520-a80a-5f5aa4400f4b'}] {{(pid=95117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:08:04.647035 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde061ba8984a0406e29c3a6bc1cb8569cb35357d87f28ac640f4fd68adc12d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08a49eb-7fce-4e10-a11f-3a1bb77b9260" -d '{"events": [{"server_uuid": "6d003946-67b9-40c5-8d45-22f74105f5c2", "name": "network-vif-plugged", "status": "completed", "tag": "e1489b16-1dfa-4520-a80a-5f5aa4400f4b"}]}' {{(pid=95117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:08:04.655425 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port e1489b16-1dfa-4520-a80a-5f5aa4400f4b, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=e1489b16-1dfa-4520-a80a-5f5aa4400f4b,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:08:04.661144 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:04.663192 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:08:04.695087 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 03:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14776320-c7a7-4e87-9862-c7b654c9930d x-openstack-request-id: req-14776320-c7a7-4e87-9862-c7b654c9930d {{(pid=95117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:08:04.695440 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d003946-67b9-40c5-8d45-22f74105f5c2", "name": "network-vif-plugged", "status": "completed", "tag": "e1489b16-1dfa-4520-a80a-5f5aa4400f4b", "code": 200}]} {{(pid=95117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:08:04.695622 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14776320-c7a7-4e87-9862-c7b654c9930d {{(pid=95117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:08:04.696012 dv-osbrick-780511-13-ceph neutron-server[95117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d003946-67b9-40c5-8d45-22f74105f5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1489b16-1dfa-4520-a80a-5f5aa4400f4b', 'code': 200} Jun 04 03:08:04.736479 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Pushing event updated for resources: {'Port': ['ID=e1489b16-1dfa-4520-a80a-5f5aa4400f4b,revision_number=5']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:08:04.740101 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:08:04.747200 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5685-5b70-4b08-969c-c56a3b503d2b req-cebeb774-a049-4f0c-ac23-8ecbbc5c72bc tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:04.748678 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e5af5685-5b70-4b08-969c-c56a3b503d2b req-cebeb774-a049-4f0c-ac23-8ecbbc5c72bc tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 946 time: 0.0858531 Jun 04 03:08:04.794015 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e5af5685-5b70-4b08-969c-c56a3b503d2b req-20bcdf29-5e7b-40c2-a31a-4e22fd79770e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395494 Jun 04 03:08:04.964439 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7c64b-48c4-45e2-9b26-3a8d7da5b1bb req-63be498f-bc22-4f8c-9c97-9df71178064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:04.965934 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f8a7c64b-48c4-45e2-9b26-3a8d7da5b1bb req-63be498f-bc22-4f8c-9c97-9df71178064d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 1099 time: 0.0734594 Jun 04 03:08:05.006447 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-f8a7c64b-48c4-45e2-9b26-3a8d7da5b1bb req-fa8ce8dd-b049-4e4a-85c1-ea110b222db6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338166 Jun 04 03:08:05.980967 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f8972-d364-431d-9a8f-1bfeecd5f927 req-593d3509-fd90-4d58-bfc9-9b40e92cca91 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:05.982443 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-c27f8972-d364-431d-9a8f-1bfeecd5f927 req-593d3509-fd90-4d58-bfc9-9b40e92cca91 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 946 time: 0.0799079 Jun 04 03:08:06.031473 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-c27f8972-d364-431d-9a8f-1bfeecd5f927 req-5a0a6498-08a5-42e7-81cd-c27d48f31e63 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428987 Jun 04 03:08:06.217593 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d7730-ef66-407d-8f69-2769a68d5482 req-4ee86ac7-1fb6-4daa-af70-004ddfa21366 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:06.219081 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e21d7730-ef66-407d-8f69-2769a68d5482 req-4ee86ac7-1fb6-4daa-af70-004ddfa21366 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 946 time: 0.0835490 Jun 04 03:08:06.265837 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e21d7730-ef66-407d-8f69-2769a68d5482 req-13cff73c-f72a-48a5-944f-c955ad090706 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405376 Jun 04 03:08:06.289846 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36740) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:08:06.468160 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72301147-189d-40dd-a6da-915ba6624a4f tempest-TestVolumeBootPattern-350088786 tempest-TestVolumeBootPattern-350088786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:06.469703 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-72301147-189d-40dd-a6da-915ba6624a4f tempest-TestVolumeBootPattern-350088786 tempest-TestVolumeBootPattern-350088786-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 1094 time: 0.1788836 Jun 04 03:08:06.473005 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36744) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:08:06.477467 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'floatingip': {'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'port_id': 'e1489b16-1dfa-4520-a80a-5f5aa4400f4b', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:08:06.483290 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:08:06.487106 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Usage tracker for resource:floatingip and tenant:fbfc919b64464da193caac26c097f774 is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:08:06.490240 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:08:06.495855 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:08:06.600907 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for floatingip, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:06.739916 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:06.871360 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Allocated IP 172.31.0.19 (5916b097-3e89-45f2-8f3c-981f42c8c244/20c8f888-8aaf-4c6f-a442-219875e52608/fc0b6ff3-4af3-445f-9529-90419f560255) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:08:07.025342 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:07.056735 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:07.060465 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:08:07.125131 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Network 5916b097-3e89-45f2-8f3c-981f42c8c244 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:08:07.127995 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:08:07.131782 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:08:07.162056 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'Port': ['ID=fc0b6ff3-4af3-445f-9529-90419f560255,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:08:07.168666 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:08:07.552844 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:07.609758 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-127ba5c5-217b-43e4-b0a2-c67b69e396f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:07.629571 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:07.834986 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:07.839390 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278960'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:07.843032 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:08:07.948006 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'Port': ['ID=fc0b6ff3-4af3-445f-9529-90419f560255,revision_number=2']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:08:07.952445 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:08:07.962544 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-923190'] for floatingip, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:08.138010 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.db.l3_db [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Floating IP ee9a6f84-8a74-4ad9-a79c-8ab1f0c3ebd1 associated. External IP: 172.31.0.19, port: e1489b16-1dfa-4520-a80a-5f5aa4400f4b. Jun 04 03:08:08.581094 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Router e514bea9-a707-4407-bc58-c4c0bb10b685 has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:08:08.759539 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:08:08.768293 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a6173-c88a-4ad1-a526-50025e5c59d0 None None] Sync routers for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:08:08.777477 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a6173-c88a-4ad1-a526-50025e5c59d0 None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:08:08.778055 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-6f3a6173-c88a-4ad1-a526-50025e5c59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:07:41Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:08:08.784792 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for floatingip, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:08.844342 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3702564 Jun 04 03:08:08.844971 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d003946-67b9-40c5-8d45-22f74105f5c2', 'tag': 'e1489b16-1dfa-4520-a80a-5f5aa4400f4b'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:08:08.847711 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54164cf2-c35e-4d59-a66b-5f499a6abcfd" -d '{"events": [{"name": "network-changed", "server_uuid": "6d003946-67b9-40c5-8d45-22f74105f5c2", "tag": "e1489b16-1dfa-4520-a80a-5f5aa4400f4b"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:08:08.922444 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da754699-e834-40f0-bd4b-04dae4c249f4 x-openstack-request-id: req-da754699-e834-40f0-bd4b-04dae4c249f4 {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:08:08.922753 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d003946-67b9-40c5-8d45-22f74105f5c2", "tag": "e1489b16-1dfa-4520-a80a-5f5aa4400f4b", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:08:08.923025 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da754699-e834-40f0-bd4b-04dae4c249f4 {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:08:08.923439 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d003946-67b9-40c5-8d45-22f74105f5c2', 'tag': 'e1489b16-1dfa-4520-a80a-5f5aa4400f4b', 'status': 'completed', 'code': 200} Jun 04 03:08:08.994921 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-6f3a6173-c88a-4ad1-a526-50025e5c59d0 None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:08:09.022143 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54164cf2-c35e-4d59-a66b-5f499a6abcfd req-f966c39b-139e-426d-b1d9-b23292c62a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:09.023550 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-54164cf2-c35e-4d59-a66b-5f499a6abcfd req-f966c39b-139e-426d-b1d9-b23292c62a9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 1099 time: 0.0765917 Jun 04 03:08:09.155755 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54164cf2-c35e-4d59-a66b-5f499a6abcfd req-a4e60577-c268-4bda-81e3-c6dd1af273ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:09.157238 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-54164cf2-c35e-4d59-a66b-5f499a6abcfd req-a4e60577-c268-4bda-81e3-c6dd1af273ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.1275592 Jun 04 03:08:09.262406 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-54164cf2-c35e-4d59-a66b-5f499a6abcfd req-284643dc-81c2-4c0a-8070-8fa79b945430 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1489b16-1dfa-4520-a80a-5f5aa4400f4b HTTP/1.1" status: 200 len: 999 time: 0.0986235 Jun 04 03:08:09.330137 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54164cf2-c35e-4d59-a66b-5f499a6abcfd req-bceeb73c-ebd2-4b29-aab8-abe02620bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:09.331710 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-54164cf2-c35e-4d59-a66b-5f499a6abcfd req-bceeb73c-ebd2-4b29-aab8-abe02620bcc9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0629473 Jun 04 03:08:09.378893 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-6f3a6173-c88a-4ad1-a526-50025e5c59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_floatingips': [{'id': 'ee9a6f84-8a74-4ad9-a79c-8ab1f0c3ebd1', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'floating_ip_address': '172.31.0.19', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'port_id': 'e1489b16-1dfa-4520-a80a-5f5aa4400f4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'mac_address': 'fa:16:3e:e3:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d003946-67b9-40c5-8d45-22f74105f5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:08:07Z', 'updated_at': '2021-06-04T03:08:07Z', 'revision_number': 0, 'project_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:08:09.383112 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a6173-c88a-4ad1-a526-50025e5c59d0 None None] Checking router: e514bea9-a707-4407-bc58-c4c0bb10b685 for host: dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:08:09.391824 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a6173-c88a-4ad1-a526-50025e5c59d0 None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:08:09.392430 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-6f3a6173-c88a-4ad1-a526-50025e5c59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:07:41Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:08:09.406800 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54164cf2-c35e-4d59-a66b-5f499a6abcfd req-43b943be-13b9-4941-bd50-bba10b0e1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:09.408285 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-54164cf2-c35e-4d59-a66b-5f499a6abcfd req-43b943be-13b9-4941-bd50-bba10b0e1f65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0711415 Jun 04 03:08:09.541718 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-54164cf2-c35e-4d59-a66b-5f499a6abcfd req-536095c6-72a5-493d-bd38-7245bf59bc10 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268270 Jun 04 03:08:09.569567 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-6f3a6173-c88a-4ad1-a526-50025e5c59d0 None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:08:09.613061 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:09.680367 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-54164cf2-c35e-4d59-a66b-5f499a6abcfd req-18a4ab31-193b-4aa5-8ad4-a807088f831a service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327574 Jun 04 03:08:09.914392 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-6f3a6173-c88a-4ad1-a526-50025e5c59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_floatingips': [{'id': 'ee9a6f84-8a74-4ad9-a79c-8ab1f0c3ebd1', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'floating_ip_address': '172.31.0.19', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'port_id': 'e1489b16-1dfa-4520-a80a-5f5aa4400f4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'mac_address': 'fa:16:3e:e3:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d003946-67b9-40c5-8d45-22f74105f5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:08:07Z', 'updated_at': '2021-06-04T03:08:07Z', 'revision_number': 0, 'project_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:08:09.918220 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a6173-c88a-4ad1-a526-50025e5c59d0 None None] The sync data for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph is: [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_floatingips': [{'id': 'ee9a6f84-8a74-4ad9-a79c-8ab1f0c3ebd1', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'floating_ip_address': '172.31.0.19', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'port_id': 'e1489b16-1dfa-4520-a80a-5f5aa4400f4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'mac_address': 'fa:16:3e:e3:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d003946-67b9-40c5-8d45-22f74105f5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:08:07Z', 'updated_at': '2021-06-04T03:08:07Z', 'revision_number': 0, 'project_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:08:10.098228 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9836b49-0444-4b45-a9f6-db0eab237d6d None None] New status for floating IP ee9a6f84-8a74-4ad9-a79c-8ab1f0c3ebd1: ACTIVE {{(pid=95117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 03:08:10.928420 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-035f9e5e-efd9-4e6d-bd49-010058465dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:11.411760 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:16.181904 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:08:21.240421 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:24.498858 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-db1feb23-b018-410f-a622-27e394b197c4 req-eebd752f-c1b7-451f-ba02-04fec81a6c20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682445 Jun 04 03:08:24.739104 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1feb23-b018-410f-a622-27e394b197c4 req-f391fd9c-fb94-4cd9-aee0-3c17ee2e3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:24.740591 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-db1feb23-b018-410f-a622-27e394b197c4 req-f391fd9c-fb94-4cd9-aee0-3c17ee2e3405 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 1099 time: 0.1758468 Jun 04 03:08:24.888874 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1feb23-b018-410f-a622-27e394b197c4 req-404131d1-0d32-46fd-a641-d0d374c66d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:24.890438 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-db1feb23-b018-410f-a622-27e394b197c4 req-404131d1-0d32-46fd-a641-d0d374c66d55 service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.1301999 Jun 04 03:08:25.004651 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-db1feb23-b018-410f-a622-27e394b197c4 req-aad39f8f-9920-4787-b5cb-429fc145b597 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1489b16-1dfa-4520-a80a-5f5aa4400f4b HTTP/1.1" status: 200 len: 1001 time: 0.1070001 Jun 04 03:08:25.071551 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1feb23-b018-410f-a622-27e394b197c4 req-af9723eb-0102-488f-a94d-4895088017ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:25.072973 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-db1feb23-b018-410f-a622-27e394b197c4 req-af9723eb-0102-488f-a94d-4895088017ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0616951 Jun 04 03:08:25.152918 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1feb23-b018-410f-a622-27e394b197c4 req-2ee1ff3d-bfa6-4b25-84a8-9a023df55c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:08:25.154351 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-db1feb23-b018-410f-a622-27e394b197c4 req-2ee1ff3d-bfa6-4b25-84a8-9a023df55c0f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0746012 Jun 04 03:08:25.287270 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-db1feb23-b018-410f-a622-27e394b197c4 req-f59e09f1-b17e-4248-a3ba-e3be9d63fb09 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263790 Jun 04 03:08:25.419388 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-db1feb23-b018-410f-a622-27e394b197c4 req-cde6b9b8-4ec3-47a5-b00c-91f032542191 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259246 Jun 04 03:08:37.622830 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-a947c748-298b-4cf7-987b-fa799c911492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:39.612453 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:40.934601 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-5e7f848c-ff7f-43ce-bb63-bf2ee277df61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:41.420261 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:51.236451 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:08:53.181355 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:09:07.620538 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-1ac51b02-deee-4360-b099-8a33ded0740d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:09:09.607591 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:09:10.927937 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e816837f-b748-46ff-b785-2577964f587c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:09:11.415599 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:09:21.232253 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:09:27.143267 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-afc72593-09b8-47fe-8a4f-0a727947dea2 req-26dfe3ae-cb86-45c4-b312-31d236f5cce2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739932 Jun 04 03:09:27.280296 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc72593-09b8-47fe-8a4f-0a727947dea2 req-32353bfe-c51b-4ca3-87b9-e448fbaed5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:09:27.281845 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-afc72593-09b8-47fe-8a4f-0a727947dea2 req-32353bfe-c51b-4ca3-87b9-e448fbaed5ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 1099 time: 0.0712109 Jun 04 03:09:27.431066 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc72593-09b8-47fe-8a4f-0a727947dea2 req-e0b0a3bc-262d-412a-9cea-c0d90076878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:09:27.432490 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-afc72593-09b8-47fe-8a4f-0a727947dea2 req-e0b0a3bc-262d-412a-9cea-c0d90076878e service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.1295381 Jun 04 03:09:27.537721 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-afc72593-09b8-47fe-8a4f-0a727947dea2 req-94971c9e-fc97-4018-b86e-3daf232e1adf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1489b16-1dfa-4520-a80a-5f5aa4400f4b HTTP/1.1" status: 200 len: 1001 time: 0.0981503 Jun 04 03:09:27.611972 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc72593-09b8-47fe-8a4f-0a727947dea2 req-ce620ca4-2d5a-4829-b967-3589458e9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:09:27.613529 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-afc72593-09b8-47fe-8a4f-0a727947dea2 req-ce620ca4-2d5a-4829-b967-3589458e9316 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0672994 Jun 04 03:09:27.696610 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc72593-09b8-47fe-8a4f-0a727947dea2 req-d066b2e6-bc06-4a7b-ab67-5af259025483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:09:27.698027 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-afc72593-09b8-47fe-8a4f-0a727947dea2 req-d066b2e6-bc06-4a7b-ab67-5af259025483 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0771449 Jun 04 03:09:27.830893 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-afc72593-09b8-47fe-8a4f-0a727947dea2 req-cd16b154-8d96-4b5b-9900-08a6c4beda42 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251137 Jun 04 03:09:27.968620 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-afc72593-09b8-47fe-8a4f-0a727947dea2 req-fbd442ff-a198-4bdd-a7ec-99c11e615a24 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313438 Jun 04 03:09:30.179781 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:09:37.620114 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-7d33aedd-9014-4612-9462-17179334a6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:09:39.611427 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:09:40.931375 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-0fa60c67-8e3f-480c-b0bc-362e9d28af93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:09:41.419712 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:09:51.246389 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:07.178090 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:10:07.613831 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-a9cc88fb-2956-42fb-a172-aad32b39bb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:09.615260 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:10.937820 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-206cd196-2485-421b-a249-3dadd8bf34aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:11.420906 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:16.165614 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdd025-ab66-47d1-b9cc-4252d1c0ab4c req-0b6dda74-c726-49c8-87db-7f42271694b3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:16.167027 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-28fdd025-ab66-47d1-b9cc-4252d1c0ab4c req-0b6dda74-c726-49c8-87db-7f42271694b3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 946 time: 0.0837216 Jun 04 03:10:16.307135 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-28fdd025-ab66-47d1-b9cc-4252d1c0ab4c req-547d3e0c-4116-40b9-a9e0-03203570024e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346095 Jun 04 03:10:17.471763 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-61402898-cd8c-4f92-a08a-e150997c999a tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:17.473316 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-61402898-cd8c-4f92-a08a-e150997c999a tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 946 time: 0.1241989 Jun 04 03:10:17.614128 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd695d5-6fca-4307-8b21-e024c95a7bdb req-6838e73a-0f72-4aba-bbfa-ca3677ef6a4f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:17.615524 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3bd695d5-6fca-4307-8b21-e024c95a7bdb req-6838e73a-0f72-4aba-bbfa-ca3677ef6a4f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 946 time: 0.1983676 Jun 04 03:10:17.671151 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3bd695d5-6fca-4307-8b21-e024c95a7bdb req-d802e674-5d78-4927-bd96-ba8e2d6992b9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492246 Jun 04 03:10:17.675635 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Deleting port e1489b16-1dfa-4520-a80a-5f5aa4400f4b {{(pid=95116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:10:17.675994 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:17.811769 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] For port e1489b16-1dfa-4520-a80a-5f5aa4400f4b, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=e1489b16-1dfa-4520-a80a-5f5aa4400f4b,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:10:17.812138 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:18.131240 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:18.131650 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-923190'] for floatingip, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:18.132015 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.db.l3_db [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Floating IP ee9a6f84-8a74-4ad9-a79c-8ab1f0c3ebd1 disassociated. External IP: 172.31.0.19, port: e1489b16-1dfa-4520-a80a-5f5aa4400f4b. Jun 04 03:10:18.132398 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Calling delete_port for e1489b16-1dfa-4520-a80a-5f5aa4400f4b owned by compute:nova {{(pid=95116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:10:18.250417 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:18.256644 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-5332d84a-6876-448c-9d41-553f06dc35b4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:10:18.302112 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event deleted for resources: {'Port': ['ID=e1489b16-1dfa-4520-a80a-5f5aa4400f4b,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:10:18.314243 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:18.314613 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:18.314973 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:18.315399 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:18.315662 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:18.316010 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:18.316369 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:18.316716 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:18.317072 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:18.317410 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:18.317745 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:18.318079 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:18.370552 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:10:18.503448 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Router e514bea9-a707-4407-bc58-c4c0bb10b685 has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:10:18.680120 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:10:18.690376 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ddb2a6-a86a-4c47-8664-d4b673b1346a None None] Sync routers for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:10:18.722292 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ddb2a6-a86a-4c47-8664-d4b673b1346a None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:10:18.723182 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-a2ddb2a6-a86a-4c47-8664-d4b673b1346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:10:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:10:18.773814 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] No DVR routers for this DVR port e1489b16-1dfa-4520-a80a-5f5aa4400f4b on host hv-osbrick-7805 {{(pid=95116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 03:10:18.777347 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:18.790190 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d003946-67b9-40c5-8d45-22f74105f5c2', 'name': 'network-vif-deleted', 'tag': 'e1489b16-1dfa-4520-a80a-5f5aa4400f4b'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:10:18.792998 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b82898d-02c7-4063-81c3-13015b0d6144" -d '{"events": [{"server_uuid": "6d003946-67b9-40c5-8d45-22f74105f5c2", "name": "network-vif-deleted", "tag": "e1489b16-1dfa-4520-a80a-5f5aa4400f4b"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:10:18.800068 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9b185fee-d228-4c88-897e-cdb9d58a2917 req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "DELETE /v2.0/ports/e1489b16-1dfa-4520-a80a-5f5aa4400f4b HTTP/1.1" status: 204 len: 173 time: 1.3206353 Jun 04 03:10:18.868636 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 03:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728b760a-d809-4845-a0f0-e70b0217ac9c x-openstack-request-id: req-728b760a-d809-4845-a0f0-e70b0217ac9c {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:10:18.868949 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d003946-67b9-40c5-8d45-22f74105f5c2", "name": "network-vif-deleted", "tag": "e1489b16-1dfa-4520-a80a-5f5aa4400f4b", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:10:18.869881 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-728b760a-d809-4845-a0f0-e70b0217ac9c {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:10:18.871417 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d003946-67b9-40c5-8d45-22f74105f5c2', 'name': 'network-vif-deleted', 'tag': 'e1489b16-1dfa-4520-a80a-5f5aa4400f4b', 'status': 'completed', 'code': 200} Jun 04 03:10:18.883948 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-1f7360a6-923a-4f01-bac3-07ee09a0a883 req-3847628a-ca16-4380-a3b8-bd2e8946be14 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:10:18.902511 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-1f7360a6-923a-4f01-bac3-07ee09a0a883 req-3847628a-ca16-4380-a3b8-bd2e8946be14 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:10:18.905592 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-1f7360a6-923a-4f01-bac3-07ee09a0a883 req-3847628a-ca16-4380-a3b8-bd2e8946be14 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d003946-67b9-40c5-8d45-22f74105f5c2 HTTP/1.1" status: 200 len: 210 time: 0.0676255 Jun 04 03:10:18.940249 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-a2ddb2a6-a86a-4c47-8664-d4b673b1346a None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:10:19.284074 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-a2ddb2a6-a86a-4c47-8664-d4b673b1346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:10:19.288242 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ddb2a6-a86a-4c47-8664-d4b673b1346a None None] Checking router: e514bea9-a707-4407-bc58-c4c0bb10b685 for host: dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:10:19.296791 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ddb2a6-a86a-4c47-8664-d4b673b1346a None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:10:19.297406 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-a2ddb2a6-a86a-4c47-8664-d4b673b1346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:10:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:10:19.542442 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-a2ddb2a6-a86a-4c47-8664-d4b673b1346a None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:10:19.869614 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-a2ddb2a6-a86a-4c47-8664-d4b673b1346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:10:19.873823 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ddb2a6-a86a-4c47-8664-d4b673b1346a None None] The sync data for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph is: [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:10:20.115007 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cc640-26ce-4129-a02c-66fa5eaa7a66 None None] New status for floating IP ee9a6f84-8a74-4ad9-a79c-8ab1f0c3ebd1: DOWN {{(pid=95117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 03:10:20.243803 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-891e05d2-dfba-4425-8a6a-b8d2f08de25c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079669597&fields=id&tenant_id=fbfc919b64464da193caac26c097f774 HTTP/1.1" status: 200 len: 267 time: 0.0457723 Jun 04 03:10:20.506517 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-39f60ee2-00bf-489a-a5f7-38d8d29c38e2 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:20.508076 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-39f60ee2-00bf-489a-a5f7-38d8d29c38e2 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 811 time: 0.2563951 Jun 04 03:10:20.524476 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-2b1e0a34-868d-48d8-8d03-545c18675dcf tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/quotas/fbfc919b64464da193caac26c097f774 HTTP/1.1" status: 200 len: 375 time: 0.0108054 Jun 04 03:10:20.615040 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-204e4424-2e0a-41f3-8478-208344749d2c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849278 Jun 04 03:10:20.765044 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-84483e8d-6b8d-46ae-b26c-44aa7dc50cdf service neutron] 10.222.0.45 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361914 Jun 04 03:10:20.903105 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-5e340903-2dd7-4dff-8c83-0a182d79381f service neutron] 10.222.0.45 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313837 Jun 04 03:10:20.983442 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device e1489b16-1dfa-4520-a80a-5f5aa4400f4b no longer exists at agent hyperv_hv-osbrick-7805 {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:10:21.020623 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] No Port match for: e1489b16-1dfa-4520-a80a-5f5aa4400f4b {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:10:21.021035 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device e1489b16-1dfa-4520-a80a-5f5aa4400f4b not bound to the agent host hv-osbrick-7805 {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:10:21.268589 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:21.320477 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-91989b9c-e14e-4e0b-9d59-40997e7f8861 req-a87978f3-42b4-40fb-9831-bec0f0c93010 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 210 time: 0.0440507 Jun 04 03:10:22.377022 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-68eb4c33-b4a6-49bf-9bbd-a95f6f1c18dc tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:22.378512 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-68eb4c33-b4a6-49bf-9bbd-a95f6f1c18dc tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 811 time: 0.1569893 Jun 04 03:10:22.431628 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-017b85eb-1dd7-4586-9cd9-2318ae3fa5d0 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbfc919b64464da193caac26c097f774 HTTP/1.1" status: 200 len: 380 time: 0.0431924 Jun 04 03:10:22.473062 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'port': {'device_id': '471d8217-268b-4bd5-a212-82c78d988ae9', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'admin_state_up': True, 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'security_groups': ['5f07282e-70c4-4d39-bc87-0261cbf4b4b4']}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:10:22.495079 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-efca7a1a-0f91-4dc5-a931-7347b104223a req-e75e6d29-1eb6-42c2-839c-9f1236213dc7 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 210 time: 0.0619204 Jun 04 03:10:22.617908 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:10:22.627477 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:10:22.639348 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Made reservation on behalf of fbfc919b64464da193caac26c097f774 for: {'port': 1} {{(pid=95116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:10:22.643706 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:22.810372 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Allocated IP 172.20.0.5 (88c98950-64a8-4367-b50e-dc761f5d98c6/205a7a75-6534-40a2-ba12-9ce1a19cf4cb/11de194b-eb82-42ee-9ad6-d1f6caf98242) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:10:23.011016 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:23.027958 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Transition to ACTIVE for port object 11de194b-eb82-42ee-9ad6-d1f6caf98242 will not be triggered until provisioned by entity DHCP. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:10:23.056343 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:23.063239 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-0c27958f-4160-4584-83b7-8a4f3a5b509b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:10:23.135363 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Network 88c98950-64a8-4367-b50e-dc761f5d98c6 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:10:23.136479 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:10:23.140515 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:10:23.185247 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'Port': ['ID=11de194b-eb82-42ee-9ad6-d1f6caf98242,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:10:23.194517 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:10:23.214387 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:23.215160 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:23.246113 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-984cbfea-5db0-4934-bd5d-deb814a20323 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7773223 Jun 04 03:10:23.258006 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Request body: {'port': {'device_id': '471d8217-268b-4bd5-a212-82c78d988ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7805'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:10:23.377790 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-d389ee87-ce84-403f-b6e2-dccd59c3e555 None None] Provisioning for port 11de194b-eb82-42ee-9ad6-d1f6caf98242 completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:10:23.383345 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-d389ee87-ce84-403f-b6e2-dccd59c3e555 None None] Provisioning complete for port 11de194b-eb82-42ee-9ad6-d1f6caf98242 triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:10:23.383651 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:23.384085 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-d389ee87-ce84-403f-b6e2-dccd59c3e555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:23.448409 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-d389ee87-ce84-403f-b6e2-dccd59c3e555 None None] Port 11de194b-eb82-42ee-9ad6-d1f6caf98242 cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 03:10:23.800779 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08588d92-a23e-4989-8f6b-7944abb515fe req-494e1d7b-ee6f-499e-9bf2-585f64c9d56e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:23.801423 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-08588d92-a23e-4989-8f6b-7944abb515fe req-494e1d7b-ee6f-499e-9bf2-585f64c9d56e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:10:23.833467 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-08588d92-a23e-4989-8f6b-7944abb515fe req-494e1d7b-ee6f-499e-9bf2-585f64c9d56e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:10:23.834597 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-08588d92-a23e-4989-8f6b-7944abb515fe req-494e1d7b-ee6f-499e-9bf2-585f64c9d56e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 931 time: 0.2229471 Jun 04 03:10:23.939161 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-08588d92-a23e-4989-8f6b-7944abb515fe req-0dde0a09-f23d-477f-8f8f-5eab1fe03a50 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920708 Jun 04 03:10:23.940962 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11de194b-eb82-42ee-9ad6-d1f6caf98242 {{(pid=95116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 03:10:23.948517 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:23.963793 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Transition to ACTIVE for port object 11de194b-eb82-42ee-9ad6-d1f6caf98242 will not be triggered until provisioned by entity L2. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:10:23.967843 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278960'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:23.972578 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-d9a43fcd-05d4-4b82-8745-e58b4c48594e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:10:24.122866 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Pushing event updated for resources: {'Port': ['ID=11de194b-eb82-42ee-9ad6-d1f6caf98242,revision_number=2']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:10:24.134928 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:10:24.208308 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Attempting to bind port 11de194b-eb82-42ee-9ad6-d1f6caf98242 on host hv-osbrick-7805 for vnic_type normal with profile {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:10:24.208643 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Attempting to bind port 11de194b-eb82-42ee-9ad6-d1f6caf98242 by drivers openvswitch,hyperv on host hv-osbrick-7805 at level 0 using segments [{'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}] {{(pid=95116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:10:24.209005 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Attempting to bind port 11de194b-eb82-42ee-9ad6-d1f6caf98242 on network 88c98950-64a8-4367-b50e-dc761f5d98c6 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:10:24.214200 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Port 11de194b-eb82-42ee-9ad6-d1f6caf98242 on network 88c98950-64a8-4367-b50e-dc761f5d98c6 not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7805 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 03:10:24.214524 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Attempting to bind port 11de194b-eb82-42ee-9ad6-d1f6caf98242 on network 88c98950-64a8-4367-b50e-dc761f5d98c6 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:10:24.225190 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Checking agent: {'id': 'ec42cda1-68f5-4af8-ad15-f1d85b99d64c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7805', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 3, 3, 21), 'started_at': datetime.datetime(2021, 6, 4, 3, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:10:24.225190 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Checking segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:10:24.225190 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Bound using segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:10:24.225190 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Bound port: 11de194b-eb82-42ee-9ad6-d1f6caf98242, host: hv-osbrick-7805, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}}] {{(pid=95116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:10:24.225190 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:24.318556 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] For port 11de194b-eb82-42ee-9ad6-d1f6caf98242, host hv-osbrick-7805, cleared binding levels {{(pid=95116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:10:24.322173 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] For port 11de194b-eb82-42ee-9ad6-d1f6caf98242, host hv-osbrick-7805, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=11de194b-eb82-42ee-9ad6-d1f6caf98242,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:10:24.327919 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278960'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:24.333863 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-62073988-8519-49ca-9c47-d808f47cfa04 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:10:24.391317 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:24.392213 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:24.393330 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] 10.222.0.43 "PUT /v2.0/ports/11de194b-eb82-42ee-9ad6-d1f6caf98242 HTTP/1.1" status: 200 len: 1093 time: 1.1399477 Jun 04 03:10:24.393917 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471d8217-268b-4bd5-a212-82c78d988ae9', 'tag': '11de194b-eb82-42ee-9ad6-d1f6caf98242'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:10:24.396013 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aca9aa-f486-48f2-9f2a-e039ee6faf36" -d '{"events": [{"name": "network-changed", "server_uuid": "471d8217-268b-4bd5-a212-82c78d988ae9", "tag": "11de194b-eb82-42ee-9ad6-d1f6caf98242"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:10:24.423718 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Pushing event updated for resources: {'Port': ['ID=11de194b-eb82-42ee-9ad6-d1f6caf98242,revision_number=3']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:10:24.435070 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-48e5915d-1522-42c3-82a2-558e2d30e17a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:10:24.473102 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1535505-4c00-440a-8289-f338e22055a8 x-openstack-request-id: req-e1535505-4c00-440a-8289-f338e22055a8 {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:10:24.473416 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471d8217-268b-4bd5-a212-82c78d988ae9", "tag": "11de194b-eb82-42ee-9ad6-d1f6caf98242", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:10:24.473763 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e1535505-4c00-440a-8289-f338e22055a8 {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:10:24.474124 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471d8217-268b-4bd5-a212-82c78d988ae9', 'tag': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'status': 'completed', 'code': 200} Jun 04 03:10:24.518942 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-c6035d86-a3a3-4e3d-9ae0-72cd4739abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:24.520826 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-c6035d86-a3a3-4e3d-9ae0-72cd4739abb2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0808914 Jun 04 03:10:24.595992 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-86708ba2-9d08-432b-9703-9fe55851f455 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11de194b-eb82-42ee-9ad6-d1f6caf98242 HTTP/1.1" status: 200 len: 217 time: 0.0676441 Jun 04 03:10:24.665737 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-3cb775c3-fe5e-46d1-b6dc-040260aac116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:24.667103 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-3cb775c3-fe5e-46d1-b6dc-040260aac116 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0653410 Jun 04 03:10:24.742800 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-510b9993-9dc7-4863-ad22-0977082ea6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:24.749166 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-510b9993-9dc7-4863-ad22-0977082ea6cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0694971 Jun 04 03:10:24.876121 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-3fe489ad-1a85-4c0f-9ec4-894594f294ca service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246443 Jun 04 03:10:25.006270 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9f46d541-3a98-463e-ade9-38a3b415f9c3 req-883db90f-b259-431a-9157-aa62e2e8a9a6 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242309 Jun 04 03:10:25.178328 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aca9aa-f486-48f2-9f2a-e039ee6faf36 req-3e10576a-e962-43f2-a619-33534c329f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:25.179650 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b3aca9aa-f486-48f2-9f2a-e039ee6faf36 req-3e10576a-e962-43f2-a619-33534c329f7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 1096 time: 0.1035869 Jun 04 03:10:25.187535 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc691a72-d458-40d9-bab6-9c6d1e028e73 req-1ff40e1f-1ffd-45eb-9bf0-a52563cdb56b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:25.189838 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-cc691a72-d458-40d9-bab6-9c6d1e028e73 req-1ff40e1f-1ffd-45eb-9bf0-a52563cdb56b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 943 time: 0.1448960 Jun 04 03:10:25.413882 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-cc691a72-d458-40d9-bab6-9c6d1e028e73 req-ee824658-7818-4658-8dc1-8ff6c74d9dc8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030432 Jun 04 03:10:25.449985 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aca9aa-f486-48f2-9f2a-e039ee6faf36 req-4dd78c41-9a9a-4f98-b147-640921d4f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:25.451563 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b3aca9aa-f486-48f2-9f2a-e039ee6faf36 req-4dd78c41-9a9a-4f98-b147-640921d4f60f service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.2608604 Jun 04 03:10:25.523069 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b3aca9aa-f486-48f2-9f2a-e039ee6faf36 req-a4b5276c-dd0d-4103-87b7-ccf521a1120a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11de194b-eb82-42ee-9ad6-d1f6caf98242 HTTP/1.1" status: 200 len: 217 time: 0.0644443 Jun 04 03:10:25.590819 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aca9aa-f486-48f2-9f2a-e039ee6faf36 req-94ca146c-9d67-456a-8420-47593e807190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:25.592363 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b3aca9aa-f486-48f2-9f2a-e039ee6faf36 req-94ca146c-9d67-456a-8420-47593e807190 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0630755 Jun 04 03:10:25.680342 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aca9aa-f486-48f2-9f2a-e039ee6faf36 req-08b59578-ae7b-4e86-84dc-d11362b29241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:25.681767 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b3aca9aa-f486-48f2-9f2a-e039ee6faf36 req-08b59578-ae7b-4e86-84dc-d11362b29241 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0830169 Jun 04 03:10:25.820822 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b3aca9aa-f486-48f2-9f2a-e039ee6faf36 req-33a5896a-4e03-4d0a-8b9d-73482bed0187 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314135 Jun 04 03:10:25.957846 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-b3aca9aa-f486-48f2-9f2a-e039ee6faf36 req-3aa70144-2700-46ad-8f0c-45f09f206283 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294522 Jun 04 03:10:26.648872 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e44b7-f285-4a34-9441-3544dbb766a8 req-10809357-96ec-434a-9695-ff4a7dba60e3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:26.650384 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-c81e44b7-f285-4a34-9441-3544dbb766a8 req-10809357-96ec-434a-9695-ff4a7dba60e3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 943 time: 0.1250908 Jun 04 03:10:26.697554 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-c81e44b7-f285-4a34-9441-3544dbb766a8 req-936349b5-657c-4f5f-bfb3-4040d3271075 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416081 Jun 04 03:10:27.940096 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49eb7fd-8657-4e16-8aac-2260ae32e9d8 req-4a83a863-a291-4d20-982a-7cd63e2c23af tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:27.941546 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-d49eb7fd-8657-4e16-8aac-2260ae32e9d8 req-4a83a863-a291-4d20-982a-7cd63e2c23af tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 943 time: 0.1349518 Jun 04 03:10:27.992060 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-d49eb7fd-8657-4e16-8aac-2260ae32e9d8 req-11b62c9c-e5e6-44ef-ad20-471c48db5eb6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Jun 04 03:10:28.999487 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device 11de194b-eb82-42ee-9ad6-d1f6caf98242 details requested by agent hyperv_hv-osbrick-7805 with host hv-osbrick-7805 {{(pid=95117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 03:10:29.135188 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port 11de194b-eb82-42ee-9ad6-d1f6caf98242, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=11de194b-eb82-42ee-9ad6-d1f6caf98242,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:10:29.148427 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Returning: {'device': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'port_id': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'mac_address': 'fa:16:3e:54:b1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 03:10:29.178505 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff7739-4aaf-4df1-9f5c-9f40f50fea33 req-eb255bcc-f047-49f1-82d4-ef2f006f47e1 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:29.180037 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-16ff7739-4aaf-4df1-9f5c-9f40f50fea33 req-eb255bcc-f047-49f1-82d4-ef2f006f47e1 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 943 time: 0.0804443 Jun 04 03:10:29.204809 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:29.222221 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.notifiers.nova [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11de194b-eb82-42ee-9ad6-d1f6caf98242 {{(pid=95117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 03:10:29.226674 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-16ff7739-4aaf-4df1-9f5c-9f40f50fea33 req-a67091dc-8073-4bc2-81f2-115db1ab25f1 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404420 Jun 04 03:10:29.238359 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port 11de194b-eb82-42ee-9ad6-d1f6caf98242, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=11de194b-eb82-42ee-9ad6-d1f6caf98242,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:10:29.242555 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:29.244566 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:10:29.314267 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Pushing event updated for resources: {'Port': ['ID=11de194b-eb82-42ee-9ad6-d1f6caf98242,revision_number=4']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:10:29.321376 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:29.321721 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:29.322057 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:29.322383 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:29.322709 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:29.323053 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:29.323350 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:29.323670 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:29.324017 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:29.324333 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:29.324646 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:29.324958 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:10:29.329666 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:10:29.454628 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['11de194b-eb82-42ee-9ad6-d1f6caf98242'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:10:30.417280 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541749de-bf7e-4c85-a4ea-de90d3594d0d req-73c69d1a-13f1-4457-8522-13cd39565277 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:30.418788 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-541749de-bf7e-4c85-a4ea-de90d3594d0d req-73c69d1a-13f1-4457-8522-13cd39565277 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 944 time: 0.0861742 Jun 04 03:10:30.464816 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-541749de-bf7e-4c85-a4ea-de90d3594d0d req-cbe40fc5-262c-45d2-b1ec-713afc021100 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387616 Jun 04 03:10:31.015358 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device 11de194b-eb82-42ee-9ad6-d1f6caf98242 up at agent hyperv_hv-osbrick-7805 {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:10:31.085631 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Provisioning for port 11de194b-eb82-42ee-9ad6-d1f6caf98242 completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:10:31.090371 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Provisioning complete for port 11de194b-eb82-42ee-9ad6-d1f6caf98242 triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:10:31.090751 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:31.212594 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:31.238416 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471d8217-268b-4bd5-a212-82c78d988ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11de194b-eb82-42ee-9ad6-d1f6caf98242'}] {{(pid=95117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:10:31.240598 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde061ba8984a0406e29c3a6bc1cb8569cb35357d87f28ac640f4fd68adc12d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabca424-5fe3-4a0e-8996-e0e5ab713322" -d '{"events": [{"server_uuid": "471d8217-268b-4bd5-a212-82c78d988ae9", "name": "network-vif-plugged", "status": "completed", "tag": "11de194b-eb82-42ee-9ad6-d1f6caf98242"}]}' {{(pid=95117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:10:31.248108 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port 11de194b-eb82-42ee-9ad6-d1f6caf98242, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=11de194b-eb82-42ee-9ad6-d1f6caf98242,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:10:31.253251 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:31.255075 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-c7468a71-c249-4abb-a39b-71a4dbfdd13d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:10:31.292415 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 03:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf30b64-541b-49e8-b46c-9d984a39827e x-openstack-request-id: req-6bf30b64-541b-49e8-b46c-9d984a39827e {{(pid=95117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:10:31.292707 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471d8217-268b-4bd5-a212-82c78d988ae9", "name": "network-vif-plugged", "status": "completed", "tag": "11de194b-eb82-42ee-9ad6-d1f6caf98242", "code": 200}]} {{(pid=95117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:10:31.292967 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6bf30b64-541b-49e8-b46c-9d984a39827e {{(pid=95117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:10:31.293408 dv-osbrick-780511-13-ceph neutron-server[95117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471d8217-268b-4bd5-a212-82c78d988ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'code': 200} Jun 04 03:10:31.326236 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Pushing event updated for resources: {'Port': ['ID=11de194b-eb82-42ee-9ad6-d1f6caf98242,revision_number=5']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:10:31.329912 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:10:31.570516 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ce31c-feb7-4695-963b-4e9f4cec163c req-0f0306d6-510f-4d3c-a5d4-6e26b5db489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:31.571918 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-275ce31c-feb7-4695-963b-4e9f4cec163c req-0f0306d6-510f-4d3c-a5d4-6e26b5db489f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 1098 time: 0.0717680 Jun 04 03:10:31.660876 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-275ce31c-feb7-4695-963b-4e9f4cec163c req-8519dd66-758b-436d-b901-ded5680f3392 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551646 Jun 04 03:10:31.683707 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98bfd6-62a1-4c20-b56a-a8507ee3760d req-496cb16f-87c8-47f1-a083-8c4a825f4360 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:31.685144 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-fb98bfd6-62a1-4c20-b56a-a8507ee3760d req-496cb16f-87c8-47f1-a083-8c4a825f4360 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 945 time: 0.1123340 Jun 04 03:10:31.729489 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-fb98bfd6-62a1-4c20-b56a-a8507ee3760d req-a0219b18-8fec-4b1f-913b-00dee2ed87f8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378470 Jun 04 03:10:32.915239 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758d9da-92d6-42aa-a8e3-af4d5825e705 req-1adca067-39da-4dbb-b7b7-e7331f64993c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:32.916615 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5758d9da-92d6-42aa-a8e3-af4d5825e705 req-1adca067-39da-4dbb-b7b7-e7331f64993c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 945 time: 0.0817816 Jun 04 03:10:32.961361 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5758d9da-92d6-42aa-a8e3-af4d5825e705 req-9befb813-a644-46cc-9fb7-285b76fc90ca tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391784 Jun 04 03:10:33.149965 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844765d-8c0c-4c7c-bb8b-7aa42f710199 req-0e22d9d3-8c80-48a8-b182-a0ea6a95a785 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:33.151399 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2844765d-8c0c-4c7c-bb8b-7aa42f710199 req-0e22d9d3-8c80-48a8-b182-a0ea6a95a785 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 945 time: 0.0772324 Jun 04 03:10:33.195491 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2844765d-8c0c-4c7c-bb8b-7aa42f710199 req-36398ae1-065e-47f6-9259-4a6c51d83f79 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385561 Jun 04 03:10:33.217784 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36920) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:10:33.289354 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52a2c09-7d20-4f16-95af-6b6f06e3a9ef tempest-TestVolumeBootPattern-350088786 tempest-TestVolumeBootPattern-350088786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:33.290839 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-a52a2c09-7d20-4f16-95af-6b6f06e3a9ef tempest-TestVolumeBootPattern-350088786 tempest-TestVolumeBootPattern-350088786-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 1093 time: 0.0721099 Jun 04 03:10:33.293616 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 36922) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:10:33.298900 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'floatingip': {'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'port_id': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:10:33.304418 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:10:33.308177 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Usage tracker for resource:floatingip and tenant:fbfc919b64464da193caac26c097f774 is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:10:33.311024 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:10:33.316562 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:10:33.327271 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for floatingip, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:33.459493 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:33.591058 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Allocated IP 172.31.0.64 (5916b097-3e89-45f2-8f3c-981f42c8c244/20c8f888-8aaf-4c6f-a442-219875e52608/13707e2f-b87c-47f1-aa2f-a3113e22d4ef) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:10:33.827453 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:33.856873 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:33.861403 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-97dd8277-78b2-423c-9044-ec4f69d5c114 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:10:33.918762 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Network 5916b097-3e89-45f2-8f3c-981f42c8c244 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:10:33.920097 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:10:33.924867 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:10:33.973807 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'Port': ['ID=13707e2f-b87c-47f1-aa2f-a3113e22d4ef,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:10:33.978016 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:10:34.344703 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:34.419450 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:34.625797 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:34.632500 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278960'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:34.636421 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:10:34.744262 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'Port': ['ID=13707e2f-b87c-47f1-aa2f-a3113e22d4ef,revision_number=2']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:10:34.748621 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:10:34.758163 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-923190'] for floatingip, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:34.932312 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.db.l3_db [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Floating IP f21cffe2-e947-4264-9e37-4d45b27b8b25 associated. External IP: 172.31.0.64, port: 11de194b-eb82-42ee-9ad6-d1f6caf98242. Jun 04 03:10:35.405322 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Router e514bea9-a707-4407-bc58-c4c0bb10b685 has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:10:35.592226 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:10:35.601701 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554b3f7-2d6f-4018-8d69-ff302e68e916 None None] Sync routers for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:10:35.611797 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0554b3f7-2d6f-4018-8d69-ff302e68e916 None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:10:35.612418 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-0554b3f7-2d6f-4018-8d69-ff302e68e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:10:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:10:35.618796 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for floatingip, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:35.676060 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3812759 Jun 04 03:10:35.676700 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471d8217-268b-4bd5-a212-82c78d988ae9', 'tag': '11de194b-eb82-42ee-9ad6-d1f6caf98242'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:10:35.678978 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aed9025-1db1-4fd6-bc8e-4def62efe839" -d '{"events": [{"name": "network-changed", "server_uuid": "471d8217-268b-4bd5-a212-82c78d988ae9", "tag": "11de194b-eb82-42ee-9ad6-d1f6caf98242"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:10:35.722779 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2648521-19f0-4b60-af5c-4e52851144fc x-openstack-request-id: req-d2648521-19f0-4b60-af5c-4e52851144fc {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:10:35.723091 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471d8217-268b-4bd5-a212-82c78d988ae9", "tag": "11de194b-eb82-42ee-9ad6-d1f6caf98242", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:10:35.723357 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2648521-19f0-4b60-af5c-4e52851144fc {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:10:35.723856 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471d8217-268b-4bd5-a212-82c78d988ae9', 'tag': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'status': 'completed', 'code': 200} Jun 04 03:10:35.793146 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-0554b3f7-2d6f-4018-8d69-ff302e68e916 None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:10:35.819847 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9025-1db1-4fd6-bc8e-4def62efe839 req-43769ea1-3f7d-461b-8159-30f1b4d80120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:35.821353 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5aed9025-1db1-4fd6-bc8e-4def62efe839 req-43769ea1-3f7d-461b-8159-30f1b4d80120 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 1098 time: 0.0713825 Jun 04 03:10:35.956727 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9025-1db1-4fd6-bc8e-4def62efe839 req-45c433a8-af47-4fcc-b65e-b150b4e8e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:35.958276 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5aed9025-1db1-4fd6-bc8e-4def62efe839 req-45c433a8-af47-4fcc-b65e-b150b4e8e3cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.1288505 Jun 04 03:10:36.087776 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5aed9025-1db1-4fd6-bc8e-4def62efe839 req-7928c707-538b-442e-9c41-278d40b8d5b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11de194b-eb82-42ee-9ad6-d1f6caf98242 HTTP/1.1" status: 200 len: 998 time: 0.1231310 Jun 04 03:10:36.164254 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9025-1db1-4fd6-bc8e-4def62efe839 req-955e89fa-15e5-4322-9689-90533ac375a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:36.165870 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5aed9025-1db1-4fd6-bc8e-4def62efe839 req-955e89fa-15e5-4322-9689-90533ac375a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0679247 Jun 04 03:10:36.167179 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-0554b3f7-2d6f-4018-8d69-ff302e68e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_floatingips': [{'id': 'f21cffe2-e947-4264-9e37-4d45b27b8b25', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'floating_ip_address': '172.31.0.64', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'port_id': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'mac_address': 'fa:16:3e:54:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d8217-268b-4bd5-a212-82c78d988ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:10:34Z', 'updated_at': '2021-06-04T03:10:34Z', 'revision_number': 0, 'project_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:10:36.175039 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554b3f7-2d6f-4018-8d69-ff302e68e916 None None] Checking router: e514bea9-a707-4407-bc58-c4c0bb10b685 for host: dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:10:36.185933 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0554b3f7-2d6f-4018-8d69-ff302e68e916 None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:10:36.186547 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-0554b3f7-2d6f-4018-8d69-ff302e68e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:10:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:10:36.249152 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9025-1db1-4fd6-bc8e-4def62efe839 req-ac43cd1b-d9b0-49ca-8326-f91da250dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:10:36.251814 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5aed9025-1db1-4fd6-bc8e-4def62efe839 req-ac43cd1b-d9b0-49ca-8326-f91da250dbb3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0788190 Jun 04 03:10:36.384913 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-0554b3f7-2d6f-4018-8d69-ff302e68e916 None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:10:36.392236 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5aed9025-1db1-4fd6-bc8e-4def62efe839 req-daa8131d-6c32-4172-8429-36def5c7bc97 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333640 Jun 04 03:10:36.540399 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-5aed9025-1db1-4fd6-bc8e-4def62efe839 req-5a3b1dee-932e-4ac5-b309-9ccce245bb73 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383696 Jun 04 03:10:36.784783 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-0554b3f7-2d6f-4018-8d69-ff302e68e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_floatingips': [{'id': 'f21cffe2-e947-4264-9e37-4d45b27b8b25', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'floating_ip_address': '172.31.0.64', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'port_id': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'mac_address': 'fa:16:3e:54:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d8217-268b-4bd5-a212-82c78d988ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:10:34Z', 'updated_at': '2021-06-04T03:10:34Z', 'revision_number': 0, 'project_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:10:36.788870 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554b3f7-2d6f-4018-8d69-ff302e68e916 None None] The sync data for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph is: [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_floatingips': [{'id': 'f21cffe2-e947-4264-9e37-4d45b27b8b25', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'floating_ip_address': '172.31.0.64', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'port_id': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'mac_address': 'fa:16:3e:54:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d8217-268b-4bd5-a212-82c78d988ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:10:34Z', 'updated_at': '2021-06-04T03:10:34Z', 'revision_number': 0, 'project_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:10:36.996329 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e881b-a648-4955-a559-d2725d410c65 None None] New status for floating IP f21cffe2-e947-4264-9e37-4d45b27b8b25: ACTIVE {{(pid=95117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 03:10:37.616116 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-57f7543b-b6dc-41a1-be6b-f1c3b14b2495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:39.619285 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:40.930602 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-289826fa-d7b7-477d-8368-8f87557b0008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:41.426621 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:10:44.177147 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:10:51.277239 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:11:07.618950 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-bc9672cc-50c0-4748-886d-35cd35422adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:11:09.622980 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:11:10.932801 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-65f67bc5-1fe6-41a3-8181-f5dfb3a58f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:11:11.430625 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:11:21.180228 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:11:21.309464 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:11:29.183919 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-bab6f96c-8271-486f-84c9-7d97898da1de req-717216ee-b0c8-4e51-b2d0-a51e41b5116e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1428254 Jun 04 03:11:29.353540 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6f96c-8271-486f-84c9-7d97898da1de req-759c7095-1000-4b88-ad74-d40d93d675d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:11:29.355238 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-bab6f96c-8271-486f-84c9-7d97898da1de req-759c7095-1000-4b88-ad74-d40d93d675d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 1098 time: 0.0936408 Jun 04 03:11:29.543318 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6f96c-8271-486f-84c9-7d97898da1de req-46db7e27-ce18-4ec4-9e7f-92e447c88e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:11:29.545706 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-bab6f96c-8271-486f-84c9-7d97898da1de req-46db7e27-ce18-4ec4-9e7f-92e447c88e61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.1678941 Jun 04 03:11:29.778949 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-bab6f96c-8271-486f-84c9-7d97898da1de req-f1abb751-9faf-4126-acc1-1e591f0b6965 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11de194b-eb82-42ee-9ad6-d1f6caf98242 HTTP/1.1" status: 200 len: 1000 time: 0.2270191 Jun 04 03:11:29.863862 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6f96c-8271-486f-84c9-7d97898da1de req-03680dc3-909a-4582-bb36-57bda5c038d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:11:29.866932 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-bab6f96c-8271-486f-84c9-7d97898da1de req-03680dc3-909a-4582-bb36-57bda5c038d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0811667 Jun 04 03:11:29.968819 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6f96c-8271-486f-84c9-7d97898da1de req-7066affd-1fed-4108-b417-71e1e24a8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:11:29.970718 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-bab6f96c-8271-486f-84c9-7d97898da1de req-7066affd-1fed-4108-b417-71e1e24a8df8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0974426 Jun 04 03:11:30.134934 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-bab6f96c-8271-486f-84c9-7d97898da1de req-850a4601-2dca-4524-8fb6-8be88f6bae80 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569176 Jun 04 03:11:30.324754 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-bab6f96c-8271-486f-84c9-7d97898da1de req-c71a6541-5565-44fa-86ab-3f55a072be41 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828265 Jun 04 03:11:37.621363 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-41f74253-52ca-4ccf-83ac-46b35c3b2c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:11:39.627196 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:11:40.934775 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-a1bd1cc5-446e-4add-9701-0eef5f220e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:11:41.431765 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:11:51.314679 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:11:58.178672 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:12:07.623209 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-aa587745-eabe-477b-a081-ade425895959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:09.628816 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:10.937370 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-a1c5cc0f-662f-404f-a51d-120db116e9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:11.433131 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:21.321936 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:28.496250 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-53dae3ef-97e0-4182-82b9-76e8d3e1fd78 req-8f20f6c7-90ac-4e98-8236-2afd761ea9ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695789 Jun 04 03:12:28.635089 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dae3ef-97e0-4182-82b9-76e8d3e1fd78 req-544ab7dd-4b85-4d78-b870-77ab2968a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:28.636485 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-53dae3ef-97e0-4182-82b9-76e8d3e1fd78 req-544ab7dd-4b85-4d78-b870-77ab2968a03f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 1098 time: 0.0702736 Jun 04 03:12:28.818446 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-4de6ebe3-6947-40c0-af75-3cfb27987468 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079669597&fields=id&tenant_id=fbfc919b64464da193caac26c097f774 HTTP/1.1" status: 200 len: 267 time: 0.0753198 Jun 04 03:12:28.820828 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dae3ef-97e0-4182-82b9-76e8d3e1fd78 req-e1e7a456-da1d-4660-9521-86a6662c52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:28.822207 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-53dae3ef-97e0-4182-82b9-76e8d3e1fd78 req-e1e7a456-da1d-4660-9521-86a6662c52a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.1639481 Jun 04 03:12:29.017419 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-53dae3ef-97e0-4182-82b9-76e8d3e1fd78 req-103c3733-e3ae-4091-a6fa-617787e14f22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11de194b-eb82-42ee-9ad6-d1f6caf98242 HTTP/1.1" status: 200 len: 1000 time: 0.1729567 Jun 04 03:12:29.088749 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-02b1effa-ec9a-48f0-984e-5b0a4eb3fa36 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:29.090204 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-02b1effa-ec9a-48f0-984e-5b0a4eb3fa36 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 811 time: 0.2650464 Jun 04 03:12:29.108470 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dae3ef-97e0-4182-82b9-76e8d3e1fd78 req-92f8c257-012e-4ea6-a074-de337c614255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:29.109865 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-53dae3ef-97e0-4182-82b9-76e8d3e1fd78 req-92f8c257-012e-4ea6-a074-de337c614255 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0862033 Jun 04 03:12:29.111849 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-ae17c635-2ea0-4a95-a4b7-fecdd69b9611 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/quotas/fbfc919b64464da193caac26c097f774 HTTP/1.1" status: 200 len: 375 time: 0.0152547 Jun 04 03:12:29.245911 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dae3ef-97e0-4182-82b9-76e8d3e1fd78 req-3f2a1fa9-d643-4b3b-b9e1-e72dcbf63959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:29.247395 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-53dae3ef-97e0-4182-82b9-76e8d3e1fd78 req-3f2a1fa9-d643-4b3b-b9e1-e72dcbf63959 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1313872 Jun 04 03:12:29.258676 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-772a80ff-50dd-471e-9b63-32e7387c175e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1136162 Jun 04 03:12:29.486390 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-53dae3ef-97e0-4182-82b9-76e8d3e1fd78 req-3d56b82d-e53d-436a-81c3-a29769417165 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267733 Jun 04 03:12:29.540758 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-ee810e1b-06c2-493c-bee7-f3865970087a service neutron] 10.222.0.45 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623785 Jun 04 03:12:29.843005 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-53dae3ef-97e0-4182-82b9-76e8d3e1fd78 req-92341b3f-4921-47ea-a55d-26d2bce83e1d service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490074 Jun 04 03:12:29.870782 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-ef43e2c7-3045-447e-b201-7025b31040ac service neutron] 10.222.0.45 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223135 Jun 04 03:12:30.269911 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-ec4391fb-3fc3-4b2f-8855-e1b0b455aa76 req-c9b64695-8d64-45f5-86e6-f0853384bec0 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 210 time: 0.0433018 Jun 04 03:12:31.434929 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-257666a3-d8c6-4155-bb13-20e49eb0be4c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:31.436341 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-257666a3-d8c6-4155-bb13-20e49eb0be4c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 811 time: 0.1935809 Jun 04 03:12:31.438450 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-76b96f18-5016-4993-875e-1096c3a1e132 req-fb229394-eb3e-4bec-a0fc-67646954e34f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 210 time: 0.0557129 Jun 04 03:12:31.487952 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-99d072f5-fef3-4f0d-bb1e-791f5633d8d4 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbfc919b64464da193caac26c097f774 HTTP/1.1" status: 200 len: 380 time: 0.0432067 Jun 04 03:12:31.496062 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'port': {'device_id': 'c264409a-cd4e-424b-a7b5-744021f06630', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'admin_state_up': True, 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'security_groups': ['5f07282e-70c4-4d39-bc87-0261cbf4b4b4']}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:12:31.633252 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:12:31.642937 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:12:31.653388 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Made reservation on behalf of fbfc919b64464da193caac26c097f774 for: {'port': 1} {{(pid=95116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 03:12:31.656954 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:31.827861 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Allocated IP 172.20.0.10 (88c98950-64a8-4367-b50e-dc761f5d98c6/205a7a75-6534-40a2-ba12-9ce1a19cf4cb/647f1217-e972-4e15-a244-26a4290b991c) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:12:32.015458 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:32.031355 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Transition to ACTIVE for port object 647f1217-e972-4e15-a244-26a4290b991c will not be triggered until provisioned by entity DHCP. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:12:32.056213 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:32.062185 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-525a782c-fd2d-474b-b8c0-dc4842655460 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:12:32.133930 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Network 88c98950-64a8-4367-b50e-dc761f5d98c6 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:12:32.135013 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:12:32.138944 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:12:32.181026 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'Port': ['ID=647f1217-e972-4e15-a244-26a4290b991c,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:12:32.196712 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:32.197087 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:32.197449 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:32.197799 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:32.198149 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:32.198495 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:32.198838 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:32.199177 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:32.199522 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:32.199857 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:32.200196 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:32.200651 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:32.206471 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:12:32.223396 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:32.224133 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:32.251410 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-50125e26-3a05-466f-a86a-fa152e6da72d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7591035 Jun 04 03:12:32.262808 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Request body: {'port': {'device_id': 'c264409a-cd4e-424b-a7b5-744021f06630', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7805'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:12:32.380373 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:32.402995 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-ea06ae34-4ecd-4cd8-bb90-f54397bf017c None None] Provisioning for port 647f1217-e972-4e15-a244-26a4290b991c completed by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:12:32.407882 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-ea06ae34-4ecd-4cd8-bb90-f54397bf017c None None] Provisioning complete for port 647f1217-e972-4e15-a244-26a4290b991c triggered by entity DHCP. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:12:32.408201 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ea06ae34-4ecd-4cd8-bb90-f54397bf017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:32.468883 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-ea06ae34-4ecd-4cd8-bb90-f54397bf017c None None] Port 647f1217-e972-4e15-a244-26a4290b991c cannot update to ACTIVE because it is not bound. {{(pid=95117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 03:12:32.756617 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222577d6-ede3-4a6d-8081-065534933013 req-fd6acf7f-e322-4bc1-aec2-52ee91045621 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:32.757940 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-222577d6-ede3-4a6d-8081-065534933013 req-fd6acf7f-e322-4bc1-aec2-52ee91045621 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:12:32.910753 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-222577d6-ede3-4a6d-8081-065534933013 req-fd6acf7f-e322-4bc1-aec2-52ee91045621 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:12:32.911893 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-222577d6-ede3-4a6d-8081-065534933013 req-fd6acf7f-e322-4bc1-aec2-52ee91045621 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 932 time: 0.3372397 Jun 04 03:12:32.960014 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647f1217-e972-4e15-a244-26a4290b991c {{(pid=95116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 03:12:32.970574 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:32.983234 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-222577d6-ede3-4a6d-8081-065534933013 req-32141678-7d7b-4a42-83e5-35c14743bfc3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607841 Jun 04 03:12:32.991517 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.provisioning_blocks [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Transition to ACTIVE for port object 647f1217-e972-4e15-a244-26a4290b991c will not be triggered until provisioned by entity L2. {{(pid=95116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 03:12:32.995632 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278960'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:32.999227 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:12:33.130100 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Pushing event updated for resources: {'Port': ['ID=647f1217-e972-4e15-a244-26a4290b991c,revision_number=2']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:12:33.157306 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:12:33.235646 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Attempting to bind port 647f1217-e972-4e15-a244-26a4290b991c on host hv-osbrick-7805 for vnic_type normal with profile {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 03:12:33.235976 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Attempting to bind port 647f1217-e972-4e15-a244-26a4290b991c by drivers openvswitch,hyperv on host hv-osbrick-7805 at level 0 using segments [{'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}] {{(pid=95116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 03:12:33.236307 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Attempting to bind port 647f1217-e972-4e15-a244-26a4290b991c on network 88c98950-64a8-4367-b50e-dc761f5d98c6 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:12:33.241160 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Port 647f1217-e972-4e15-a244-26a4290b991c on network 88c98950-64a8-4367-b50e-dc761f5d98c6 not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7805 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 03:12:33.241487 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Attempting to bind port 647f1217-e972-4e15-a244-26a4290b991c on network 88c98950-64a8-4367-b50e-dc761f5d98c6 {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 03:12:33.246373 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Checking agent: {'id': 'ec42cda1-68f5-4af8-ad15-f1d85b99d64c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7805', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 3, 3, 21), 'started_at': datetime.datetime(2021, 6, 4, 3, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 3, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 03:12:33.246708 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Checking segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 03:12:33.247092 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Bound using segment: {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'} {{(pid=95116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 03:12:33.247519 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.managers [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Bound port: 647f1217-e972-4e15-a244-26a4290b991c, host: hv-osbrick-7805, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6'}}] {{(pid=95116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 03:12:33.247858 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:33.340344 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] For port 647f1217-e972-4e15-a244-26a4290b991c, host hv-osbrick-7805, cleared binding levels {{(pid=95116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 03:12:33.343194 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] For port 647f1217-e972-4e15-a244-26a4290b991c, host hv-osbrick-7805, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=647f1217-e972-4e15-a244-26a4290b991c,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 03:12:33.347677 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278960'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:33.352635 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-caa5c7c2-3d9c-4781-97a3-03a2504dea5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:12:33.408027 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:33.408635 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:33.410333 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] 10.222.0.43 "PUT /v2.0/ports/647f1217-e972-4e15-a244-26a4290b991c HTTP/1.1" status: 200 len: 1094 time: 1.1517158 Jun 04 03:12:33.410808 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c264409a-cd4e-424b-a7b5-744021f06630', 'tag': '647f1217-e972-4e15-a244-26a4290b991c'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:12:33.413038 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955b35b6-4645-4652-871a-cce95aa387dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c264409a-cd4e-424b-a7b5-744021f06630", "tag": "647f1217-e972-4e15-a244-26a4290b991c"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:12:33.436669 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Pushing event updated for resources: {'Port': ['ID=647f1217-e972-4e15-a244-26a4290b991c,revision_number=3']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:12:33.441608 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:12:33.520044 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4921c75-c1ef-4dfb-81ef-294256a2e643 x-openstack-request-id: req-d4921c75-c1ef-4dfb-81ef-294256a2e643 {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:12:33.521011 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c264409a-cd4e-424b-a7b5-744021f06630", "tag": "647f1217-e972-4e15-a244-26a4290b991c", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:12:33.521011 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4921c75-c1ef-4dfb-81ef-294256a2e643 {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:12:33.521407 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c264409a-cd4e-424b-a7b5-744021f06630', 'tag': '647f1217-e972-4e15-a244-26a4290b991c', 'status': 'completed', 'code': 200} Jun 04 03:12:33.542693 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-197be3b2-0fc3-4b37-b3d9-490e3d939fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:33.544302 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-197be3b2-0fc3-4b37-b3d9-490e3d939fc7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 1097 time: 0.0832684 Jun 04 03:12:33.613752 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-0255429a-ecda-4857-a5d4-1b85e884aa47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=647f1217-e972-4e15-a244-26a4290b991c HTTP/1.1" status: 200 len: 217 time: 0.0616260 Jun 04 03:12:33.681890 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-1e020156-65dc-44f8-b60b-a8a54446a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:33.683258 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-1e020156-65dc-44f8-b60b-a8a54446a007 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0625269 Jun 04 03:12:33.756461 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-b7ff2ffd-7123-4144-943f-641bf5bafcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:33.757951 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-b7ff2ffd-7123-4144-943f-641bf5bafcfd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0682685 Jun 04 03:12:33.887982 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-f1f37ff8-9f70-42e0-9c7f-ed55ee32b8e7 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236293 Jun 04 03:12:34.021730 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-69418b00-2c95-46d5-8252-1cec0a11f12d req-4d3e3628-48b5-463c-9925-b528ece07041 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280332 Jun 04 03:12:34.200456 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b35b6-4645-4652-871a-cce95aa387dc req-dac85353-3613-47f9-bf95-a74e1bb27f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:34.201936 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-955b35b6-4645-4652-871a-cce95aa387dc req-dac85353-3613-47f9-bf95-a74e1bb27f2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 1097 time: 0.1334267 Jun 04 03:12:34.210448 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1050d-424f-4695-bc8e-3bab05bfebac req-5f0bf079-21f4-42ea-9d2e-cfe04baaf2a9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:34.211781 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-61d1050d-424f-4695-bc8e-3bab05bfebac req-5f0bf079-21f4-42ea-9d2e-cfe04baaf2a9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 944 time: 0.1093159 Jun 04 03:12:34.341967 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-61d1050d-424f-4695-bc8e-3bab05bfebac req-44356197-c37d-4d04-af25-4a0eb568607e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114435 Jun 04 03:12:34.369471 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b35b6-4645-4652-871a-cce95aa387dc req-1857a43f-2bfd-49de-8f33-f7623b84b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:34.370897 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-955b35b6-4645-4652-871a-cce95aa387dc req-1857a43f-2bfd-49de-8f33-f7623b84b3d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.1582799 Jun 04 03:12:34.443652 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-955b35b6-4645-4652-871a-cce95aa387dc req-25cf63b7-38e7-4105-a9a8-2aceaeead35c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=647f1217-e972-4e15-a244-26a4290b991c HTTP/1.1" status: 200 len: 217 time: 0.0656767 Jun 04 03:12:34.506670 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b35b6-4645-4652-871a-cce95aa387dc req-ae7a6f85-0b6e-4016-9d88-194c80036c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:34.508098 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-955b35b6-4645-4652-871a-cce95aa387dc req-ae7a6f85-0b6e-4016-9d88-194c80036c82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0571122 Jun 04 03:12:34.689527 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b35b6-4645-4652-871a-cce95aa387dc req-52132601-d64d-4909-9aa2-cef1c5a35b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:34.691097 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-955b35b6-4645-4652-871a-cce95aa387dc req-52132601-d64d-4909-9aa2-cef1c5a35b18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1769183 Jun 04 03:12:34.829326 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-955b35b6-4645-4652-871a-cce95aa387dc req-691de04a-fd2e-4904-ba9f-9941b85a5b18 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314521 Jun 04 03:12:34.959370 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-955b35b6-4645-4652-871a-cce95aa387dc req-e0a5dbe1-13c8-4ea5-bf80-f59bd62e5460 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232002 Jun 04 03:12:35.176911 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:12:35.527848 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e431a5-684c-4a93-aa9e-db9d48f44b83 req-cb8239d9-ed06-49c0-a6ef-c7f6c2baaf67 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:35.529404 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e4e431a5-684c-4a93-aa9e-db9d48f44b83 req-cb8239d9-ed06-49c0-a6ef-c7f6c2baaf67 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 944 time: 0.0786567 Jun 04 03:12:35.574864 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-e4e431a5-684c-4a93-aa9e-db9d48f44b83 req-8cd13d48-204f-4253-97d8-9f5e658ced25 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398593 Jun 04 03:12:36.766773 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03777cf-09b3-44d0-8853-5dcb978f5c55 req-c83a77b5-cf18-4712-bd32-4f58aedb30db tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:36.768198 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-c03777cf-09b3-44d0-8853-5dcb978f5c55 req-c83a77b5-cf18-4712-bd32-4f58aedb30db tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 944 time: 0.0882533 Jun 04 03:12:36.813125 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-c03777cf-09b3-44d0-8853-5dcb978f5c55 req-7cd4d284-863b-407d-b91d-96b63994f765 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386381 Jun 04 03:12:37.624965 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-b201d238-97f9-4a70-a13b-b8bc75a14743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:37.667825 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device 647f1217-e972-4e15-a244-26a4290b991c details requested by agent hyperv_hv-osbrick-7805 with host hv-osbrick-7805 {{(pid=95117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 03:12:37.801844 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port 647f1217-e972-4e15-a244-26a4290b991c, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=647f1217-e972-4e15-a244-26a4290b991c,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:12:37.814681 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Returning: {'device': '647f1217-e972-4e15-a244-26a4290b991c', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'port_id': '647f1217-e972-4e15-a244-26a4290b991c', 'mac_address': 'fa:16:3e:02:e1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 03:12:37.870166 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:37.890307 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.notifiers.nova [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647f1217-e972-4e15-a244-26a4290b991c {{(pid=95117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 03:12:37.907120 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port 647f1217-e972-4e15-a244-26a4290b991c, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=647f1217-e972-4e15-a244-26a4290b991c,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:12:37.911327 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:37.913147 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-f9278d08-bd0c-4272-a8a8-658493137278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:12:37.977888 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Pushing event updated for resources: {'Port': ['ID=647f1217-e972-4e15-a244-26a4290b991c,revision_number=4']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:12:37.984591 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:37.984934 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:37.985286 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:37.985615 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:37.985935 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:37.986261 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:37.986572 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:37.986888 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:37.987279 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:37.987778 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:37.988311 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:37.988643 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:12:37.992544 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:12:37.998422 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9030e1-4eb2-4778-bfbe-0afbae044c5e req-8617c48a-af1f-4137-a3a7-4c447b428fe3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:37.999905 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-8a9030e1-4eb2-4778-bfbe-0afbae044c5e req-8617c48a-af1f-4137-a3a7-4c447b428fe3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 945 time: 0.0803943 Jun 04 03:12:38.044768 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-8a9030e1-4eb2-4778-bfbe-0afbae044c5e req-4f71b1f0-b78f-4d91-b92a-e148f4782613 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383997 Jun 04 03:12:38.140433 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] get_ports_and_sgs() called for port_ids ['647f1217-e972-4e15-a244-26a4290b991c'] {{(pid=95117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 03:12:39.230633 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d84d48-1f52-4732-8226-9e250772bbd1 req-76763648-a537-4f16-8a80-bf8380d050e5 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:39.232095 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-a4d84d48-1f52-4732-8226-9e250772bbd1 req-76763648-a537-4f16-8a80-bf8380d050e5 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 945 time: 0.0823884 Jun 04 03:12:39.276095 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-a4d84d48-1f52-4732-8226-9e250772bbd1 req-df037957-6fa3-480d-aa27-80d8e3b639e3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384576 Jun 04 03:12:39.631577 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:39.683467 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device 647f1217-e972-4e15-a244-26a4290b991c up at agent hyperv_hv-osbrick-7805 {{(pid=95117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 03:12:39.753904 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Provisioning for port 647f1217-e972-4e15-a244-26a4290b991c completed by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 03:12:39.759019 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.provisioning_blocks [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Provisioning complete for port 647f1217-e972-4e15-a244-26a4290b991c triggered by entity L2. {{(pid=95117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 03:12:39.759394 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318201'] for port, provisioning_complete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:39.877858 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:39.904471 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c264409a-cd4e-424b-a7b5-744021f06630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647f1217-e972-4e15-a244-26a4290b991c'}] {{(pid=95117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:12:39.906585 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde061ba8984a0406e29c3a6bc1cb8569cb35357d87f28ac640f4fd68adc12d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f25bb4c-d175-4972-b360-b432f63f2d5e" -d '{"events": [{"server_uuid": "c264409a-cd4e-424b-a7b5-744021f06630", "name": "network-vif-plugged", "status": "completed", "tag": "647f1217-e972-4e15-a244-26a4290b991c"}]}' {{(pid=95117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:12:39.914602 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] For port 647f1217-e972-4e15-a244-26a4290b991c, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=647f1217-e972-4e15-a244-26a4290b991c,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:12:39.919025 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034'] for port, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:39.921604 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:12:39.989651 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Pushing event updated for resources: {'Port': ['ID=647f1217-e972-4e15-a244-26a4290b991c,revision_number=5']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:12:39.992759 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:12:40.004300 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 03:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f5de81-0e3d-422f-bb20-a3a81db8a682 x-openstack-request-id: req-18f5de81-0e3d-422f-bb20-a3a81db8a682 {{(pid=95117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:12:40.004602 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c264409a-cd4e-424b-a7b5-744021f06630", "name": "network-vif-plugged", "status": "completed", "tag": "647f1217-e972-4e15-a244-26a4290b991c", "code": 200}]} {{(pid=95117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:12:40.004867 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-18f5de81-0e3d-422f-bb20-a3a81db8a682 {{(pid=95117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:12:40.005291 dv-osbrick-780511-13-ceph neutron-server[95117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c264409a-cd4e-424b-a7b5-744021f06630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647f1217-e972-4e15-a244-26a4290b991c', 'code': 200} Jun 04 03:12:40.270308 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51f6cb-9ae3-4c9d-9740-6337c6ba9fb8 req-7d321e62-6518-4edc-a61c-46daaf6572f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:40.271914 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-cf51f6cb-9ae3-4c9d-9740-6337c6ba9fb8 req-7d321e62-6518-4edc-a61c-46daaf6572f8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 1099 time: 0.0690296 Jun 04 03:12:40.317213 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-cf51f6cb-9ae3-4c9d-9740-6337c6ba9fb8 req-1e0b6bf4-fa32-4f47-94c4-5c9e0c821649 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387990 Jun 04 03:12:40.460698 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39a57e-8737-451c-aeba-08b210f1262f req-6b71b69f-75f4-4243-bd04-70fb5f38aa43 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:40.462161 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-db39a57e-8737-451c-aeba-08b210f1262f req-6b71b69f-75f4-4243-bd04-70fb5f38aa43 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 946 time: 0.0800636 Jun 04 03:12:40.506252 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-db39a57e-8737-451c-aeba-08b210f1262f req-7208983c-3404-43b7-9d34-9830900094f1 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385904 Jun 04 03:12:40.938977 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3ac75de3-9c4d-4835-a15d-06964b0d8047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:41.437003 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:41.699406 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb21a6-dcf5-448b-9e8b-076dd8a31864 req-c05a1975-a93c-4636-8d68-7c505043df0d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:41.700800 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-00eb21a6-dcf5-448b-9e8b-076dd8a31864 req-c05a1975-a93c-4636-8d68-7c505043df0d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 946 time: 0.0867784 Jun 04 03:12:41.748155 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-00eb21a6-dcf5-448b-9e8b-076dd8a31864 req-f3db381b-484b-4bf8-b8f4-7cb24950a9db tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409269 Jun 04 03:12:41.928695 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471713c-829c-490a-af71-88f1e1a3e09c req-f0438467-262c-44aa-943a-c7c300107792 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:41.930181 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3471713c-829c-490a-af71-88f1e1a3e09c req-f0438467-262c-44aa-943a-c7c300107792 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 946 time: 0.0789592 Jun 04 03:12:41.973893 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3471713c-829c-490a-af71-88f1e1a3e09c req-65bca3ed-3d79-4247-b628-6a51748489fe tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382898 Jun 04 03:12:41.997092 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 37136) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:12:42.072439 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e609503-a804-43f6-9ef9-1c3d3889abb3 tempest-TestVolumeBootPattern-350088786 tempest-TestVolumeBootPattern-350088786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:42.074111 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-2e609503-a804-43f6-9ef9-1c3d3889abb3 tempest-TestVolumeBootPattern-350088786 tempest-TestVolumeBootPattern-350088786-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 1094 time: 0.0760427 Jun 04 03:12:42.076953 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 37138) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:12:42.081416 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.v2.base [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Request body: {'floatingip': {'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'port_id': '647f1217-e972-4e15-a244-26a4290b991c', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 03:12:42.087633 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 03:12:42.091515 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Usage tracker for resource:floatingip and tenant:fbfc919b64464da193caac26c097f774 is out of sync, need to count used quota {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 03:12:42.094446 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=95116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 03:12:42.100221 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.quota.driver [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=95116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 03:12:42.111446 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for floatingip, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:42.252514 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:42.386051 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.db_base_plugin_common [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Allocated IP 172.31.0.229 (5916b097-3e89-45f2-8f3c-981f42c8c244/20c8f888-8aaf-4c6f-a442-219875e52608/46886fe6-0aa0-4b24-977f-dfb963a02203) {{(pid=95116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 03:12:42.533166 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for port, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:42.563014 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764861444545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:42.567543 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-dabed865-63f3-498a-8be3-d17384010a6b tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:12:42.626504 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Network 5916b097-3e89-45f2-8f3c-981f42c8c244 is already hosted by enough agents. {{(pid=95116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 03:12:42.629698 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.base_scheduler [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Resources bound (agent type, host, resource id): {{(pid=95116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 03:12:42.633552 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Received port after_create {{(pid=95116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 03:12:42.668276 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'Port': ['ID=46886fe6-0aa0-4b24-977f-dfb963a02203,revision_number=1']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:12:42.672161 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:12:43.139223 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:43.212383 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16288096'] for port, before_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:43.412139 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for port, precommit_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:43.416416 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764861882350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764861444563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764861436034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278960'] for port, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:43.420699 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-1ccded03-c99d-46db-9957-6fc210b94c6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:12:43.526857 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event updated for resources: {'Port': ['ID=46886fe6-0aa0-4b24-977f-dfb963a02203,revision_number=2']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:12:43.530957 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:12:43.536314 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-923190'] for floatingip, after_update {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:43.708281 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.db.l3_db [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Floating IP 037f5533-571a-46f9-b1e1-d4ad77e9637b associated. External IP: 172.31.0.229, port: 647f1217-e972-4e15-a244-26a4290b991c. Jun 04 03:12:44.052916 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Router e514bea9-a707-4407-bc58-c4c0bb10b685 has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:12:44.340787 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:12:44.351524 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd358d74-863d-48b9-8973-73eece420813 None None] Sync routers for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:12:44.360448 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd358d74-863d-48b9-8973-73eece420813 None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:12:44.361148 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-fd358d74-863d-48b9-8973-73eece420813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:12:41Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:12:44.365911 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for floatingip, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:12:44.431069 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-86f37717-b092-4ad6-9862-c3f734d63fa3 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3530352 Jun 04 03:12:44.431901 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c264409a-cd4e-424b-a7b5-744021f06630', 'tag': '647f1217-e972-4e15-a244-26a4290b991c'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:12:44.434484 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b69f904-0214-4d4d-921b-8cc0ccf78b26" -d '{"events": [{"name": "network-changed", "server_uuid": "c264409a-cd4e-424b-a7b5-744021f06630", "tag": "647f1217-e972-4e15-a244-26a4290b991c"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:12:44.484400 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f901a4-45c0-4dea-956d-b97e0f8627df x-openstack-request-id: req-e1f901a4-45c0-4dea-956d-b97e0f8627df {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:12:44.484719 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c264409a-cd4e-424b-a7b5-744021f06630", "tag": "647f1217-e972-4e15-a244-26a4290b991c", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:12:44.485003 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e1f901a4-45c0-4dea-956d-b97e0f8627df {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:12:44.485457 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c264409a-cd4e-424b-a7b5-744021f06630', 'tag': '647f1217-e972-4e15-a244-26a4290b991c', 'status': 'completed', 'code': 200} Jun 04 03:12:44.567854 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-fd358d74-863d-48b9-8973-73eece420813 None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:12:44.582073 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f904-0214-4d4d-921b-8cc0ccf78b26 req-ac193c59-e0fa-42c0-9af0-ecd0f6f62523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:44.583866 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3b69f904-0214-4d4d-921b-8cc0ccf78b26 req-ac193c59-e0fa-42c0-9af0-ecd0f6f62523 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 1099 time: 0.0766082 Jun 04 03:12:44.730639 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f904-0214-4d4d-921b-8cc0ccf78b26 req-23e49e15-4f59-4309-b1f5-96d2ad712a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:44.732172 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3b69f904-0214-4d4d-921b-8cc0ccf78b26 req-23e49e15-4f59-4309-b1f5-96d2ad712a24 service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.1424983 Jun 04 03:12:44.860223 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3b69f904-0214-4d4d-921b-8cc0ccf78b26 req-b1ebeace-97e1-428d-95fb-80d5d8f9b267 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=647f1217-e972-4e15-a244-26a4290b991c HTTP/1.1" status: 200 len: 1000 time: 0.1200328 Jun 04 03:12:44.929110 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f904-0214-4d4d-921b-8cc0ccf78b26 req-8b9c163f-f86f-4465-9526-997d2a42ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:44.930656 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3b69f904-0214-4d4d-921b-8cc0ccf78b26 req-8b9c163f-f86f-4465-9526-997d2a42ffd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0649531 Jun 04 03:12:44.972783 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-fd358d74-863d-48b9-8973-73eece420813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_floatingips': [{'id': '037f5533-571a-46f9-b1e1-d4ad77e9637b', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'floating_ip_address': '172.31.0.229', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'port_id': '647f1217-e972-4e15-a244-26a4290b991c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'mac_address': 'fa:16:3e:02:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c264409a-cd4e-424b-a7b5-744021f06630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:12:43Z', 'updated_at': '2021-06-04T03:12:43Z', 'revision_number': 0, 'project_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address_scope': None}, {'id': 'f21cffe2-e947-4264-9e37-4d45b27b8b25', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'floating_ip_address': '172.31.0.64', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'port_id': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'mac_address': 'fa:16:3e:54:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d8217-268b-4bd5-a212-82c78d988ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:10:34Z', 'updated_at': '2021-06-04T03:10:37Z', 'revision_number': 1, 'project_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:12:44.977072 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd358d74-863d-48b9-8973-73eece420813 None None] Checking router: e514bea9-a707-4407-bc58-c4c0bb10b685 for host: dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:12:44.996964 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd358d74-863d-48b9-8973-73eece420813 None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:12:44.998785 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-fd358d74-863d-48b9-8973-73eece420813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:12:41Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:12:45.017078 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f904-0214-4d4d-921b-8cc0ccf78b26 req-91a8f90b-ac9c-4169-b3e4-02422e9fb674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:12:45.018790 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3b69f904-0214-4d4d-921b-8cc0ccf78b26 req-91a8f90b-ac9c-4169-b3e4-02422e9fb674 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0824296 Jun 04 03:12:45.172164 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3b69f904-0214-4d4d-921b-8cc0ccf78b26 req-f243c1f2-0739-41ea-b787-cbc78c90f881 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456568 Jun 04 03:12:45.188050 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-fd358d74-863d-48b9-8973-73eece420813 None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:12:45.319564 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-3b69f904-0214-4d4d-921b-8cc0ccf78b26 req-870d86e2-99e8-4919-b98d-bc2338471a1b service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406164 Jun 04 03:12:45.571416 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-fd358d74-863d-48b9-8973-73eece420813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_floatingips': [{'id': '037f5533-571a-46f9-b1e1-d4ad77e9637b', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'floating_ip_address': '172.31.0.229', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'port_id': '647f1217-e972-4e15-a244-26a4290b991c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'mac_address': 'fa:16:3e:02:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c264409a-cd4e-424b-a7b5-744021f06630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:12:43Z', 'updated_at': '2021-06-04T03:12:43Z', 'revision_number': 0, 'project_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address_scope': None}, {'id': 'f21cffe2-e947-4264-9e37-4d45b27b8b25', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'floating_ip_address': '172.31.0.64', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'port_id': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'mac_address': 'fa:16:3e:54:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d8217-268b-4bd5-a212-82c78d988ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:10:34Z', 'updated_at': '2021-06-04T03:10:37Z', 'revision_number': 1, 'project_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:12:45.575844 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd358d74-863d-48b9-8973-73eece420813 None None] The sync data for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph is: [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_floatingips': [{'id': '037f5533-571a-46f9-b1e1-d4ad77e9637b', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'floating_ip_address': '172.31.0.229', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'port_id': '647f1217-e972-4e15-a244-26a4290b991c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'mac_address': 'fa:16:3e:02:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c264409a-cd4e-424b-a7b5-744021f06630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:12:43Z', 'updated_at': '2021-06-04T03:12:43Z', 'revision_number': 0, 'project_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address_scope': None}, {'id': 'f21cffe2-e947-4264-9e37-4d45b27b8b25', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'floating_ip_address': '172.31.0.64', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'port_id': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'mac_address': 'fa:16:3e:54:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d8217-268b-4bd5-a212-82c78d988ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:10:34Z', 'updated_at': '2021-06-04T03:10:37Z', 'revision_number': 1, 'project_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:12:45.755817 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25af7a4-9266-48b8-99e4-348ce6125299 None None] New status for floating IP 037f5533-571a-46f9-b1e1-d4ad77e9637b: ACTIVE {{(pid=95117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 03:12:51.338323 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:13:07.628803 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00dc209e-8527-4f23-98e6-204ec9783e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:13:09.627324 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:13:10.941721 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-f84f2b7c-ebbe-490b-b939-ddc08bb5be8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:13:11.437979 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:13:12.176264 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:13:21.336728 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:13:29.506424 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-8aa46ad8-1fea-49e0-905c-ed1e2d697d2d req-beeae458-743c-476d-89c9-2a933763c892 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757718 Jun 04 03:13:29.649623 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa46ad8-1fea-49e0-905c-ed1e2d697d2d req-dec01e78-6df7-4a24-aa18-00aed7f4d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:13:29.651210 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-8aa46ad8-1fea-49e0-905c-ed1e2d697d2d req-dec01e78-6df7-4a24-aa18-00aed7f4d839 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 1098 time: 0.0755119 Jun 04 03:13:29.799293 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa46ad8-1fea-49e0-905c-ed1e2d697d2d req-aada0ee9-3142-4903-996c-cdd25fb8c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:13:29.800953 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-8aa46ad8-1fea-49e0-905c-ed1e2d697d2d req-aada0ee9-3142-4903-996c-cdd25fb8c8cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.1301763 Jun 04 03:13:29.906851 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-8aa46ad8-1fea-49e0-905c-ed1e2d697d2d req-5c56ea69-7566-48ca-aa07-08930468cde3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11de194b-eb82-42ee-9ad6-d1f6caf98242 HTTP/1.1" status: 200 len: 1000 time: 0.0981414 Jun 04 03:13:29.971833 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa46ad8-1fea-49e0-905c-ed1e2d697d2d req-8ce64c5a-ff85-47ab-bf56-13860ea9a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:13:29.973329 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-8aa46ad8-1fea-49e0-905c-ed1e2d697d2d req-8ce64c5a-ff85-47ab-bf56-13860ea9a707 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0592616 Jun 04 03:13:30.055848 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa46ad8-1fea-49e0-905c-ed1e2d697d2d req-b4f8c175-1690-4547-9a42-ec23d0d5e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:13:30.058124 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-8aa46ad8-1fea-49e0-905c-ed1e2d697d2d req-b4f8c175-1690-4547-9a42-ec23d0d5e042 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0768805 Jun 04 03:13:30.198106 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-8aa46ad8-1fea-49e0-905c-ed1e2d697d2d req-a5b5c12f-3729-43bc-9c4c-2eee1e429d28 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338980 Jun 04 03:13:30.426514 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-8aa46ad8-1fea-49e0-905c-ed1e2d697d2d req-a82f73f6-25c9-40e4-b0b1-4646ebeec262 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218237 Jun 04 03:13:37.634721 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-1a93768c-5bbd-445d-8b3e-748f6e918835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:13:39.631390 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:13:40.944466 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-9e945549-9dd9-49ae-8be2-4f40eb20e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:13:41.441180 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:13:49.176061 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:13:51.338750 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:07.627140 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-c3a02b85-904b-4719-a9a1-961d0f404fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:09.627186 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:10.946601 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-7f79d07e-cb88-463c-bd5f-a519fba660a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:11.443048 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:21.328331 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:26.179230 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:14:30.039709 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-33ba1180-0f2c-4f29-9c12-a6e0eac7ec7d req-99087c91-8264-4eda-aae5-47ca6777b7ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683539 Jun 04 03:14:30.136661 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba1180-0f2c-4f29-9c12-a6e0eac7ec7d req-340a0cba-71fe-482b-ad3f-4e6dadcb569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:14:30.138160 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-33ba1180-0f2c-4f29-9c12-a6e0eac7ec7d req-340a0cba-71fe-482b-ad3f-4e6dadcb569e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 1099 time: 0.0695989 Jun 04 03:14:30.282130 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba1180-0f2c-4f29-9c12-a6e0eac7ec7d req-2585d290-26bd-437e-b84f-93d877c19bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:14:30.284088 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-33ba1180-0f2c-4f29-9c12-a6e0eac7ec7d req-2585d290-26bd-437e-b84f-93d877c19bd7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.1265254 Jun 04 03:14:30.385430 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-33ba1180-0f2c-4f29-9c12-a6e0eac7ec7d req-1deffba1-c844-466b-ba79-a495145ae9b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=647f1217-e972-4e15-a244-26a4290b991c HTTP/1.1" status: 200 len: 1002 time: 0.0951645 Jun 04 03:14:30.448690 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba1180-0f2c-4f29-9c12-a6e0eac7ec7d req-ddf46518-4104-4004-bb9a-10f22325f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:14:30.450141 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-33ba1180-0f2c-4f29-9c12-a6e0eac7ec7d req-ddf46518-4104-4004-bb9a-10f22325f4aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0593359 Jun 04 03:14:30.523636 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba1180-0f2c-4f29-9c12-a6e0eac7ec7d req-967ef255-3815-482f-b3df-e7a59904374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:14:30.525123 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-33ba1180-0f2c-4f29-9c12-a6e0eac7ec7d req-967ef255-3815-482f-b3df-e7a59904374b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0690763 Jun 04 03:14:30.657458 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-33ba1180-0f2c-4f29-9c12-a6e0eac7ec7d req-73ebc75e-ce60-4171-91bc-97c712d0ef41 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256127 Jun 04 03:14:30.787334 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-33ba1180-0f2c-4f29-9c12-a6e0eac7ec7d req-b98c3c42-3d4b-44d1-a5a6-96feb89905d1 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239529 Jun 04 03:14:37.298471 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 37212) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:14:37.559760 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Deleting port 46886fe6-0aa0-4b24-977f-dfb963a02203 {{(pid=95116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:14:37.560012 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:37.628754 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-7c88f06c-37e8-491f-b870-2fa8ab63a2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:37.683046 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:37.683375 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:37.803930 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Calling delete_port for 46886fe6-0aa0-4b24-977f-dfb963a02203 owned by network:floatingip {{(pid=95116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:14:37.933552 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:37.938028 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-39474caa-9fa2-4919-af9f-e6780b170dd8 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:14:37.980536 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event deleted for resources: {'Port': ['ID=46886fe6-0aa0-4b24-977f-dfb963a02203,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:14:38.015919 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:14:38.016286 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:14:38.016642 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:14:38.017287 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:14:38.018269 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:14:38.018659 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:14:38.019035 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:14:38.019382 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:14:38.019726 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:14:38.020067 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:14:38.020406 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:14:38.020742 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:14:38.027941 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:14:38.176297 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for floatingip, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:38.176884 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.db.l3_db [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Floating IP 037f5533-571a-46f9-b1e1-d4ad77e9637b disassociated (deleted). External IP: 172.31.0.229, port: 647f1217-e972-4e15-a244-26a4290b991c. Jun 04 03:14:38.523422 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Router e514bea9-a707-4407-bc58-c4c0bb10b685 has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:14:38.702565 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:14:38.712911 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b614ee9e-f715-41c0-a350-b37c59c4ef95 None None] Sync routers for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:14:38.724777 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b614ee9e-f715-41c0-a350-b37c59c4ef95 None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:14:38.725149 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for floatingip, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:38.725359 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-b614ee9e-f715-41c0-a350-b37c59c4ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:14:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:14:38.783985 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-349b6be7-798a-46bd-8485-ff4f84e2df55 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "DELETE /v2.0/floatingips/037f5533-571a-46f9-b1e1-d4ad77e9637b HTTP/1.1" status: 204 len: 168 time: 1.4837053 Jun 04 03:14:38.784605 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c264409a-cd4e-424b-a7b5-744021f06630', 'tag': '647f1217-e972-4e15-a244-26a4290b991c'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:14:38.787007 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd38d39-7637-461a-b9b6-2a688099729e" -d '{"events": [{"name": "network-changed", "server_uuid": "c264409a-cd4e-424b-a7b5-744021f06630", "tag": "647f1217-e972-4e15-a244-26a4290b991c"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:14:38.836897 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c433c7d3-79b9-4778-be97-9b3e04529310 x-openstack-request-id: req-c433c7d3-79b9-4778-be97-9b3e04529310 {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:14:38.838558 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c264409a-cd4e-424b-a7b5-744021f06630", "tag": "647f1217-e972-4e15-a244-26a4290b991c", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:14:38.838558 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c433c7d3-79b9-4778-be97-9b3e04529310 {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:14:38.838558 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c264409a-cd4e-424b-a7b5-744021f06630', 'tag': '647f1217-e972-4e15-a244-26a4290b991c', 'status': 'completed', 'code': 200} Jun 04 03:14:38.927433 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-b614ee9e-f715-41c0-a350-b37c59c4ef95 None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:14:38.935223 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd38d39-7637-461a-b9b6-2a688099729e req-ad0d9033-ed33-4969-b42c-7fc18cd22492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:14:38.936774 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9cd38d39-7637-461a-b9b6-2a688099729e req-ad0d9033-ed33-4969-b42c-7fc18cd22492 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 1099 time: 0.0741034 Jun 04 03:14:39.078085 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd38d39-7637-461a-b9b6-2a688099729e req-fe2959fa-0cf2-4db2-8b23-ad89a7d0719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:14:39.079474 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9cd38d39-7637-461a-b9b6-2a688099729e req-fe2959fa-0cf2-4db2-8b23-ad89a7d0719d service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.1365762 Jun 04 03:14:39.187505 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9cd38d39-7637-461a-b9b6-2a688099729e req-8ac4cce1-beae-4b3b-a418-34d087ee1a7d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=647f1217-e972-4e15-a244-26a4290b991c HTTP/1.1" status: 200 len: 217 time: 0.0761530 Jun 04 03:14:39.272824 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50baf13-9ecb-4f0f-b397-ee4e15f6ae0d req-cc94d231-87b4-461e-9c93-f99430cdaa62 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:14:39.273548 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-d50baf13-9ecb-4f0f-b397-ee4e15f6ae0d req-cc94d231-87b4-461e-9c93-f99430cdaa62 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:14:39.277785 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd38d39-7637-461a-b9b6-2a688099729e req-7fd2c179-0b25-4cb7-ba00-dafa7f3043ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:14:39.279155 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9cd38d39-7637-461a-b9b6-2a688099729e req-7fd2c179-0b25-4cb7-ba00-dafa7f3043ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0831740 Jun 04 03:14:39.284127 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-b614ee9e-f715-41c0-a350-b37c59c4ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_floatingips': [{'id': 'f21cffe2-e947-4264-9e37-4d45b27b8b25', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'floating_ip_address': '172.31.0.64', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'port_id': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'mac_address': 'fa:16:3e:54:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d8217-268b-4bd5-a212-82c78d988ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:10:34Z', 'updated_at': '2021-06-04T03:10:37Z', 'revision_number': 1, 'project_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:14:39.288485 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b614ee9e-f715-41c0-a350-b37c59c4ef95 None None] Checking router: e514bea9-a707-4407-bc58-c4c0bb10b685 for host: dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:14:39.297507 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b614ee9e-f715-41c0-a350-b37c59c4ef95 None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:14:39.298138 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-b614ee9e-f715-41c0-a350-b37c59c4ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:14:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:14:39.324861 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-d50baf13-9ecb-4f0f-b397-ee4e15f6ae0d req-cc94d231-87b4-461e-9c93-f99430cdaa62 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:14:39.326017 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-d50baf13-9ecb-4f0f-b397-ee4e15f6ae0d req-cc94d231-87b4-461e-9c93-f99430cdaa62 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 946 time: 0.2451231 Jun 04 03:14:39.386330 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-d50baf13-9ecb-4f0f-b397-ee4e15f6ae0d req-bd0b9e17-6d14-4fa9-83fb-f6ebccd05f21 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491569 Jun 04 03:14:39.396460 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd38d39-7637-461a-b9b6-2a688099729e req-ec424050-a06d-4063-991e-c7e8bbab6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:14:39.397932 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9cd38d39-7637-461a-b9b6-2a688099729e req-ec424050-a06d-4063-991e-c7e8bbab6d26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1105554 Jun 04 03:14:39.477150 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-b614ee9e-f715-41c0-a350-b37c59c4ef95 None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:14:39.532176 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9cd38d39-7637-461a-b9b6-2a688099729e req-ffdc3c15-3bea-4129-bce6-8884529aa748 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273227 Jun 04 03:14:39.634380 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:39.777803 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-9cd38d39-7637-461a-b9b6-2a688099729e req-695a2f93-1c04-4937-96c4-c1b71bc10b16 service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375424 Jun 04 03:14:39.835543 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-b614ee9e-f715-41c0-a350-b37c59c4ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_floatingips': [{'id': 'f21cffe2-e947-4264-9e37-4d45b27b8b25', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'floating_ip_address': '172.31.0.64', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'port_id': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'mac_address': 'fa:16:3e:54:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d8217-268b-4bd5-a212-82c78d988ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:10:34Z', 'updated_at': '2021-06-04T03:10:37Z', 'revision_number': 1, 'project_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:14:39.839394 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b614ee9e-f715-41c0-a350-b37c59c4ef95 None None] The sync data for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph is: [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_floatingips': [{'id': 'f21cffe2-e947-4264-9e37-4d45b27b8b25', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'floating_ip_address': '172.31.0.64', 'floating_network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'router_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'port_id': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'mac_address': 'fa:16:3e:54:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d8217-268b-4bd5-a212-82c78d988ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T03:10:34Z', 'updated_at': '2021-06-04T03:10:37Z', 'revision_number': 1, 'project_id': 'fbfc919b64464da193caac26c097f774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:14:40.034296 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a9f2f-913a-4ebc-8661-1cbe155b7952 None None] New status for floating IP 037f5533-571a-46f9-b1e1-d4ad77e9637b: DOWN {{(pid=95117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 03:14:40.557205 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b20f8-432f-4a3e-a151-2b831df5989e req-298102ae-cf36-4907-b3a8-afd1fe9bdfe9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:14:40.558640 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7e8b20f8-432f-4a3e-a151-2b831df5989e req-298102ae-cf36-4907-b3a8-afd1fe9bdfe9 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 946 time: 0.1267924 Jun 04 03:14:40.647321 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56ac88-b054-444c-b5d4-bc1864f8096e req-9782f72b-29a3-4a83-a3ca-04ab313b7fe2 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:14:40.648313 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-cd56ac88-b054-444c-b5d4-bc1864f8096e req-9782f72b-29a3-4a83-a3ca-04ab313b7fe2 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 946 time: 0.1511505 Jun 04 03:14:40.735630 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-cd56ac88-b054-444c-b5d4-bc1864f8096e req-76e9fca0-8a89-481f-a94d-4852376aad23 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595498 Jun 04 03:14:40.753015 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [req-7e8b20f8-432f-4a3e-a151-2b831df5989e req-cd475379-71bb-4a73-948e-4c8f049be2a6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Deleting port 647f1217-e972-4e15-a244-26a4290b991c {{(pid=95116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:14:40.753357 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-7e8b20f8-432f-4a3e-a151-2b831df5989e req-cd475379-71bb-4a73-948e-4c8f049be2a6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:40.884223 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-7e8b20f8-432f-4a3e-a151-2b831df5989e req-cd475379-71bb-4a73-948e-4c8f049be2a6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] For port 647f1217-e972-4e15-a244-26a4290b991c, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=647f1217-e972-4e15-a244-26a4290b991c,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:14:40.884570 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-7e8b20f8-432f-4a3e-a151-2b831df5989e req-cd475379-71bb-4a73-948e-4c8f049be2a6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:40.947269 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-0f40d70a-e9d6-4783-ab1e-5895d9922c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:41.011366 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [req-7e8b20f8-432f-4a3e-a151-2b831df5989e req-cd475379-71bb-4a73-948e-4c8f049be2a6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Calling delete_port for 647f1217-e972-4e15-a244-26a4290b991c owned by compute:nova {{(pid=95116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:14:41.122282 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-7e8b20f8-432f-4a3e-a151-2b831df5989e req-cd475379-71bb-4a73-948e-4c8f049be2a6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:41.129234 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-c8c92fca-0e5c-4a91-9b34-a94fd4bac0ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:14:41.176411 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd475379-71bb-4a73-948e-4c8f049be2a6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event deleted for resources: {'Port': ['ID=647f1217-e972-4e15-a244-26a4290b991c,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:14:41.179589 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-cd475379-71bb-4a73-948e-4c8f049be2a6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:14:41.255651 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8b20f8-432f-4a3e-a151-2b831df5989e req-cd475379-71bb-4a73-948e-4c8f049be2a6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] No DVR routers for this DVR port 647f1217-e972-4e15-a244-26a4290b991c on host hv-osbrick-7805 {{(pid=95116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 03:14:41.258224 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-7e8b20f8-432f-4a3e-a151-2b831df5989e req-cd475379-71bb-4a73-948e-4c8f049be2a6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:41.260715 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c264409a-cd4e-424b-a7b5-744021f06630', 'name': 'network-vif-deleted', 'tag': '647f1217-e972-4e15-a244-26a4290b991c'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:14:41.262958 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1393b9eb-48fd-4cc0-89e6-504eae3ff556" -d '{"events": [{"server_uuid": "c264409a-cd4e-424b-a7b5-744021f06630", "name": "network-vif-deleted", "tag": "647f1217-e972-4e15-a244-26a4290b991c"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:14:41.276465 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-7e8b20f8-432f-4a3e-a151-2b831df5989e req-cd475379-71bb-4a73-948e-4c8f049be2a6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "DELETE /v2.0/ports/647f1217-e972-4e15-a244-26a4290b991c HTTP/1.1" status: 204 len: 173 time: 0.7086501 Jun 04 03:14:41.328836 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 03:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9e21c8-132b-4ad2-a796-80d909382f66 x-openstack-request-id: req-9b9e21c8-132b-4ad2-a796-80d909382f66 {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:14:41.329179 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c264409a-cd4e-424b-a7b5-744021f06630", "name": "network-vif-deleted", "tag": "647f1217-e972-4e15-a244-26a4290b991c", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:14:41.329460 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b9e21c8-132b-4ad2-a796-80d909382f66 {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:14:41.330053 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c264409a-cd4e-424b-a7b5-744021f06630', 'name': 'network-vif-deleted', 'tag': '647f1217-e972-4e15-a244-26a4290b991c', 'status': 'completed', 'code': 200} Jun 04 03:14:41.448245 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:14:41.901182 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-dff59906-f20a-4a3f-bb10-1e45f1229067 req-660ca679-120d-45f1-a2a5-ea17fac75d9d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:14:41.920696 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-dff59906-f20a-4a3f-bb10-1e45f1229067 req-660ca679-120d-45f1-a2a5-ea17fac75d9d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:14:41.921952 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-dff59906-f20a-4a3f-bb10-1e45f1229067 req-660ca679-120d-45f1-a2a5-ea17fac75d9d tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=c264409a-cd4e-424b-a7b5-744021f06630 HTTP/1.1" status: 200 len: 210 time: 0.0641787 Jun 04 03:14:44.354101 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device 647f1217-e972-4e15-a244-26a4290b991c no longer exists at agent hyperv_hv-osbrick-7805 {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:14:44.389683 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] No Port match for: 647f1217-e972-4e15-a244-26a4290b991c {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:14:44.390042 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device 647f1217-e972-4e15-a244-26a4290b991c not bound to the agent host hv-osbrick-7805 {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:14:51.335919 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:03.179081 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:15:07.634971 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e0644182-3b41-467f-918c-4769d4d1f048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:09.629679 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:10.954105 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-bf7ddc1e-33f1-46e7-85fa-2b6f86fcb3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:11.449732 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:15.790978 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 37364) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:15:16.073365 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [None req-73410f2c-d1c4-4187-9787-c590127d44b6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Deleting port 13707e2f-b87c-47f1-aa2f-a3113e22d4ef {{(pid=95116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:15:16.073717 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-73410f2c-d1c4-4187-9787-c590127d44b6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:16.198066 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-73410f2c-d1c4-4187-9787-c590127d44b6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:16.198409 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-73410f2c-d1c4-4187-9787-c590127d44b6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:16.430485 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [None req-73410f2c-d1c4-4187-9787-c590127d44b6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Calling delete_port for 13707e2f-b87c-47f1-aa2f-a3113e22d4ef owned by network:floatingip {{(pid=95116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:15:16.558175 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-73410f2c-d1c4-4187-9787-c590127d44b6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:16.562073 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-69b9b340-fab9-4c19-889d-2fb89246c064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:16.610851 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73410f2c-d1c4-4187-9787-c590127d44b6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event deleted for resources: {'Port': ['ID=13707e2f-b87c-47f1-aa2f-a3113e22d4ef,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:16.614471 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-73410f2c-d1c4-4187-9787-c590127d44b6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:16.707751 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-73410f2c-d1c4-4187-9787-c590127d44b6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for floatingip, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:16.708161 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.db.l3_db [None req-73410f2c-d1c4-4187-9787-c590127d44b6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Floating IP f21cffe2-e947-4264-9e37-4d45b27b8b25 disassociated (deleted). External IP: 172.31.0.64, port: 11de194b-eb82-42ee-9ad6-d1f6caf98242. Jun 04 03:15:17.072911 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73410f2c-d1c4-4187-9787-c590127d44b6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Router e514bea9-a707-4407-bc58-c4c0bb10b685 has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:15:17.255696 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73410f2c-d1c4-4187-9787-c590127d44b6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:15:17.266385 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f050af-4bc4-4abb-a098-b13e3143ec40 None None] Sync routers for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:15:17.276892 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-73410f2c-d1c4-4187-9787-c590127d44b6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for floatingip, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:17.281927 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f050af-4bc4-4abb-a098-b13e3143ec40 None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:15:17.282551 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-b6f050af-4bc4-4abb-a098-b13e3143ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:15:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:17.343860 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-73410f2c-d1c4-4187-9787-c590127d44b6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "DELETE /v2.0/floatingips/f21cffe2-e947-4264-9e37-4d45b27b8b25 HTTP/1.1" status: 204 len: 168 time: 1.5516019 Jun 04 03:15:17.344372 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471d8217-268b-4bd5-a212-82c78d988ae9', 'tag': '11de194b-eb82-42ee-9ad6-d1f6caf98242'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:15:17.346845 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bce16cb-c660-4924-83f5-7e4e82005770" -d '{"events": [{"name": "network-changed", "server_uuid": "471d8217-268b-4bd5-a212-82c78d988ae9", "tag": "11de194b-eb82-42ee-9ad6-d1f6caf98242"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:15:17.405331 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 03:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be329d7-d35b-4b04-a267-2d24e6512b5a x-openstack-request-id: req-2be329d7-d35b-4b04-a267-2d24e6512b5a {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:15:17.405644 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471d8217-268b-4bd5-a212-82c78d988ae9", "tag": "11de194b-eb82-42ee-9ad6-d1f6caf98242", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:15:17.405913 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2be329d7-d35b-4b04-a267-2d24e6512b5a {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:15:17.406331 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471d8217-268b-4bd5-a212-82c78d988ae9', 'tag': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'status': 'completed', 'code': 200} Jun 04 03:15:17.514228 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce16cb-c660-4924-83f5-7e4e82005770 req-0ffaa3db-b760-484e-9f3f-579f73a3f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:15:17.515867 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6bce16cb-c660-4924-83f5-7e4e82005770 req-0ffaa3db-b760-484e-9f3f-579f73a3f2b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbfc919b64464da193caac26c097f774&device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 1098 time: 0.0831254 Jun 04 03:15:17.521810 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-b6f050af-4bc4-4abb-a098-b13e3143ec40 None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:15:17.761757 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce16cb-c660-4924-83f5-7e4e82005770 req-7e42f41e-1bff-4849-864d-aab47f62fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:15:17.763258 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6bce16cb-c660-4924-83f5-7e4e82005770 req-7e42f41e-1bff-4849-864d-aab47f62fd20 service neutron] 10.222.0.43 "GET /v2.0/networks?id=88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 200 len: 912 time: 0.2407544 Jun 04 03:15:17.839440 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6bce16cb-c660-4924-83f5-7e4e82005770 req-28ebe9a8-bcce-4160-95bd-2bdb7602c326 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11de194b-eb82-42ee-9ad6-d1f6caf98242 HTTP/1.1" status: 200 len: 217 time: 0.0682244 Jun 04 03:15:17.861592 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-b6f050af-4bc4-4abb-a098-b13e3143ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:17.865599 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f050af-4bc4-4abb-a098-b13e3143ec40 None None] Checking router: e514bea9-a707-4407-bc58-c4c0bb10b685 for host: dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:15:17.874045 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f050af-4bc4-4abb-a098-b13e3143ec40 None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:15:17.874623 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-b6f050af-4bc4-4abb-a098-b13e3143ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:15:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:17.908281 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca908a7-4906-46bd-ae33-9656f8b47174 req-a0ef795b-1a09-4c59-81b1-929ecd379577 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:15:17.909643 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-2ca908a7-4906-46bd-ae33-9656f8b47174 req-a0ef795b-1a09-4c59-81b1-929ecd379577 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:15:17.926991 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce16cb-c660-4924-83f5-7e4e82005770 req-ee9579ca-0924-4e22-b52d-3206081cee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:15:17.928686 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6bce16cb-c660-4924-83f5-7e4e82005770 req-ee9579ca-0924-4e22-b52d-3206081cee27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 200 len: 850 time: 0.0811455 Jun 04 03:15:17.935143 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-2ca908a7-4906-46bd-ae33-9656f8b47174 req-a0ef795b-1a09-4c59-81b1-929ecd379577 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:15:17.936373 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2ca908a7-4906-46bd-ae33-9656f8b47174 req-a0ef795b-1a09-4c59-81b1-929ecd379577 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 945 time: 0.2470210 Jun 04 03:15:18.030962 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-2ca908a7-4906-46bd-ae33-9656f8b47174 req-e6654b8f-c0a8-4992-a5b4-c5e76fadf289 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552657 Jun 04 03:15:18.058291 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-b6f050af-4bc4-4abb-a098-b13e3143ec40 None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:15:18.059241 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce16cb-c660-4924-83f5-7e4e82005770 req-69165ec8-9d3a-44ca-bb8f-c7921e2b0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:15:18.060751 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6bce16cb-c660-4924-83f5-7e4e82005770 req-69165ec8-9d3a-44ca-bb8f-c7921e2b0618 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88c98950-64a8-4367-b50e-dc761f5d98c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1234338 Jun 04 03:15:18.317104 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6bce16cb-c660-4924-83f5-7e4e82005770 req-19e39c30-13fb-4a4d-b0b3-ae0519bb94ff service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479849 Jun 04 03:15:18.399504 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-b6f050af-4bc4-4abb-a098-b13e3143ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:18.403600 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f050af-4bc4-4abb-a098-b13e3143ec40 None None] The sync data for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph is: [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:03Z', 'revision_number': 4, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph', '_interfaces': [{'id': '36483a8a-1b73-48e9-a335-308b467957d8', 'name': '', 'network_id': '88c98950-64a8-4367-b50e-dc761f5d98c6', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'mac_address': 'fa:16:3e:86:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:02Z', 'updated_at': '2021-06-04T03:05:13Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'subnets': [{'id': '205a7a75-6534-40a2-ba12-9ce1a19cf4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:15:18.464842 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-6bce16cb-c660-4924-83f5-7e4e82005770 req-fdecaff8-0aa0-4645-a3ca-1aca5a00c32e service neutron] 10.222.0.43 "GET /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401894 Jun 04 03:15:18.617370 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4e148-74aa-48f5-8e3e-4e15ed7b5d2e None None] New status for floating IP f21cffe2-e947-4264-9e37-4d45b27b8b25: DOWN {{(pid=95117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 03:15:19.243906 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa42b2-61c4-465b-8f50-d68e16e5d000 req-896b40b2-0285-4a57-930a-2d3c0326971c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:15:19.245362 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-73aa42b2-61c4-465b-8f50-d68e16e5d000 req-896b40b2-0285-4a57-930a-2d3c0326971c tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 945 time: 0.1439481 Jun 04 03:15:19.257506 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1817ca6-cc55-4e25-8da8-551f2470195d req-075e3cad-1fff-4ad7-a510-fbc1d3988b5a tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 03:15:19.258890 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-c1817ca6-cc55-4e25-8da8-551f2470195d req-075e3cad-1fff-4ad7-a510-fbc1d3988b5a tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 945 time: 0.1109309 Jun 04 03:15:19.388003 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-c1817ca6-cc55-4e25-8da8-551f2470195d req-aa98778c-de5e-4217-8a6d-f87f928d608e tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f07282e-70c4-4d39-bc87-0261cbf4b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933278 Jun 04 03:15:19.430833 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [req-73aa42b2-61c4-465b-8f50-d68e16e5d000 req-95ba2a75-12a1-4657-966a-66e8d917309f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Deleting port 11de194b-eb82-42ee-9ad6-d1f6caf98242 {{(pid=95116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:15:19.431188 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-73aa42b2-61c4-465b-8f50-d68e16e5d000 req-95ba2a75-12a1-4657-966a-66e8d917309f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:19.572855 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [req-73aa42b2-61c4-465b-8f50-d68e16e5d000 req-95ba2a75-12a1-4657-966a-66e8d917309f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] For port 11de194b-eb82-42ee-9ad6-d1f6caf98242, host hv-osbrick-7805, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7805',level=0,port_id=11de194b-eb82-42ee-9ad6-d1f6caf98242,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:15:19.573246 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-73aa42b2-61c4-465b-8f50-d68e16e5d000 req-95ba2a75-12a1-4657-966a-66e8d917309f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:19.701799 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [req-73aa42b2-61c4-465b-8f50-d68e16e5d000 req-95ba2a75-12a1-4657-966a-66e8d917309f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Calling delete_port for 11de194b-eb82-42ee-9ad6-d1f6caf98242 owned by compute:nova {{(pid=95116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:15:19.811609 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-73aa42b2-61c4-465b-8f50-d68e16e5d000 req-95ba2a75-12a1-4657-966a-66e8d917309f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:19.817918 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-cd475379-71bb-4a73-948e-4c8f049be2a6 tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:19.862610 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba2a75-12a1-4657-966a-66e8d917309f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event deleted for resources: {'Port': ['ID=11de194b-eb82-42ee-9ad6-d1f6caf98242,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:19.865194 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-95ba2a75-12a1-4657-966a-66e8d917309f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:19.946213 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [req-73aa42b2-61c4-465b-8f50-d68e16e5d000 req-95ba2a75-12a1-4657-966a-66e8d917309f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] No DVR routers for this DVR port 11de194b-eb82-42ee-9ad6-d1f6caf98242 on host hv-osbrick-7805 {{(pid=95116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 03:15:19.948593 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [req-73aa42b2-61c4-465b-8f50-d68e16e5d000 req-95ba2a75-12a1-4657-966a-66e8d917309f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for port, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:19.951106 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471d8217-268b-4bd5-a212-82c78d988ae9', 'name': 'network-vif-deleted', 'tag': '11de194b-eb82-42ee-9ad6-d1f6caf98242'}] {{(pid=95116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 03:15:19.953331 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e288730ac944a944d7762b89cb0e7542e3774a2599a7d4be14a3a7702d04255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3591eff9-7293-4846-a25c-4b11a5af0521" -d '{"events": [{"server_uuid": "471d8217-268b-4bd5-a212-82c78d988ae9", "name": "network-vif-deleted", "tag": "11de194b-eb82-42ee-9ad6-d1f6caf98242"}]}' {{(pid=95116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 03:15:19.966860 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-73aa42b2-61c4-465b-8f50-d68e16e5d000 req-95ba2a75-12a1-4657-966a-66e8d917309f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.43 "DELETE /v2.0/ports/11de194b-eb82-42ee-9ad6-d1f6caf98242 HTTP/1.1" status: 204 len: 173 time: 0.7069275 Jun 04 03:15:19.998575 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 03:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2190682-a05c-4ee6-92db-a68e6de2a8d5 x-openstack-request-id: req-c2190682-a05c-4ee6-92db-a68e6de2a8d5 {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 03:15:19.998981 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471d8217-268b-4bd5-a212-82c78d988ae9", "name": "network-vif-deleted", "tag": "11de194b-eb82-42ee-9ad6-d1f6caf98242", "status": "completed", "code": 200}]} {{(pid=95116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 03:15:19.999235 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2190682-a05c-4ee6-92db-a68e6de2a8d5 {{(pid=95116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 03:15:19.999677 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471d8217-268b-4bd5-a212-82c78d988ae9', 'name': 'network-vif-deleted', 'tag': '11de194b-eb82-42ee-9ad6-d1f6caf98242', 'status': 'completed', 'code': 200} Jun 04 03:15:20.547059 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-787f6fa7-a5ff-488c-84e8-a6f3db28dece req-b8425e9d-145d-49c7-a52a-0be674010baa tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Synchronizing usage tracker for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 03:15:20.563489 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.quota.resource [req-787f6fa7-a5ff-488c-84e8-a6f3db28dece req-b8425e9d-145d-49c7-a52a-0be674010baa tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Unset dirty status for tenant:fbfc919b64464da193caac26c097f774 on resource:port {{(pid=95116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 03:15:20.565291 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [req-787f6fa7-a5ff-488c-84e8-a6f3db28dece req-b8425e9d-145d-49c7-a52a-0be674010baa tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "GET /v2.0/ports?device_id=471d8217-268b-4bd5-a212-82c78d988ae9 HTTP/1.1" status: 200 len: 210 time: 0.0594006 Jun 04 03:15:21.347928 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:21.662731 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 37382) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:15:21.878082 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Deleting port fc0b6ff3-4af3-445f-9529-90419f560255 {{(pid=95115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:15:21.878294 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:21.996147 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:21.996479 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:22.121022 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Calling delete_port for fc0b6ff3-4af3-445f-9529-90419f560255 owned by network:floatingip {{(pid=95115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:15:22.231495 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554'] for port, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:22.235112 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:22.277737 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event deleted for resources: {'Port': ['ID=fc0b6ff3-4af3-445f-9529-90419f560255,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:22.309807 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:22.310166 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:22.310515 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:22.310856 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:22.311197 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:22.311534 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:22.311866 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:22.312197 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:22.312532 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:22.312863 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:22.313222 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:22.313550 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:22.321537 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:22.332646 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for floatingip, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:22.351275 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216237'] for floatingip, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:22.352428 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "DELETE /v2.0/floatingips/ee9a6f84-8a74-4ad9-a79c-8ab1f0c3ebd1 HTTP/1.1" status: 204 len: 168 time: 0.6887302 Jun 04 03:15:22.556707 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device 11de194b-eb82-42ee-9ad6-d1f6caf98242 no longer exists at agent hyperv_hv-osbrick-7805 {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:15:22.596880 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] No Port match for: 11de194b-eb82-42ee-9ad6-d1f6caf98242 {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:15:22.597257 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Device 11de194b-eb82-42ee-9ad6-d1f6caf98242 not bound to the agent host hv-osbrick-7805 {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:15:24.831877 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 37426) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:15:24.901725 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-d212f011-70f5-4ec1-8f7f-64ec355f52ed tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:24.934454 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-d212f011-70f5-4ec1-8f7f-64ec355f52ed tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:25.002733 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-d212f011-70f5-4ec1-8f7f-64ec355f52ed tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:25.007228 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-bf7d0e53-bb2a-459e-ae32-2022a96b7c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:25.022891 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212f011-70f5-4ec1-8f7f-64ec355f52ed tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f07282e-70c4-4d39-bc87-0261cbf4b4b4,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:25.026976 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-d212f011-70f5-4ec1-8f7f-64ec355f52ed tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:25.030539 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-d212f011-70f5-4ec1-8f7f-64ec355f52ed tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Notify callbacks [] for security_group, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:25.031642 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-d212f011-70f5-4ec1-8f7f-64ec355f52ed tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] 10.222.0.45 "DELETE /v2.0/security-groups/5f07282e-70c4-4d39-bc87-0261cbf4b4b4 HTTP/1.1" status: 204 len: 168 time: 0.1987681 Jun 04 03:15:25.089877 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 37430) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:15:25.905848 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bb30c96d-8939-4b3a-9b51-5cecec98d307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921251'] for router_interface, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:26.317284 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-bb30c96d-8939-4b3a-9b51-5cecec98d307 admin admin] Deleting port 36483a8a-1b73-48e9-a335-308b467957d8 {{(pid=95115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:15:26.317617 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bb30c96d-8939-4b3a-9b51-5cecec98d307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:26.438696 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.db [None req-bb30c96d-8939-4b3a-9b51-5cecec98d307 admin admin] For port 36483a8a-1b73-48e9-a335-308b467957d8, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=36483a8a-1b73-48e9-a335-308b467957d8,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:15:26.439052 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bb30c96d-8939-4b3a-9b51-5cecec98d307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:26.561228 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-bb30c96d-8939-4b3a-9b51-5cecec98d307 admin admin] Calling delete_port for 36483a8a-1b73-48e9-a335-308b467957d8 owned by network:router_interface {{(pid=95115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:15:26.709804 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bb30c96d-8939-4b3a-9b51-5cecec98d307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554'] for port, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:26.713749 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-66439d62-ac41-4374-8238-6be94ee2761b tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:26.758028 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30c96d-8939-4b3a-9b51-5cecec98d307 admin admin] Pushing event deleted for resources: {'Port': ['ID=36483a8a-1b73-48e9-a335-308b467957d8,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:26.760959 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-bb30c96d-8939-4b3a-9b51-5cecec98d307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:26.982461 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-bb30c96d-8939-4b3a-9b51-5cecec98d307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928196'] for router_interface, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:27.439347 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb30c96d-8939-4b3a-9b51-5cecec98d307 admin admin] Router e514bea9-a707-4407-bc58-c4c0bb10b685 has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:15:27.622501 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb30c96d-8939-4b3a-9b51-5cecec98d307 admin admin] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:15:27.635283 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0cadd-f615-4de7-bd71-bedaf45be13b None None] Sync routers for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:15:27.638677 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-bb30c96d-8939-4b3a-9b51-5cecec98d307 admin admin] 10.222.0.45 "PUT /v2.0/routers/e514bea9-a707-4407-bc58-c4c0bb10b685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5475681 Jun 04 03:15:27.639893 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 37442) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:15:27.649473 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0cadd-f615-4de7-bd71-bedaf45be13b None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:15:27.650149 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-76c0cadd-f615-4de7-bd71-bedaf45be13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:15:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:27.820752 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] Notify callbacks [] for router, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:27.829607 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-76c0cadd-f615-4de7-bd71-bedaf45be13b None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:15:28.000309 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:28.081482 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] Deleting port f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7 {{(pid=95115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:15:28.081740 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:28.138206 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-76c0cadd-f615-4de7-bd71-bedaf45be13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70'}], 'enable_snat': True}, 'gw_port_id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:15:26Z', 'revision_number': 5, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port': {'id': 'f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph'}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:28.142623 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0cadd-f615-4de7-bd71-bedaf45be13b None None] Checking router: e514bea9-a707-4407-bc58-c4c0bb10b685 for host: dv-osbrick-780511-13-ceph {{(pid=95118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:15:28.152272 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0cadd-f615-4de7-bd71-bedaf45be13b None None] Routers {'e514bea9-a707-4407-bc58-c4c0bb10b685'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:15:28.152892 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-76c0cadd-f615-4de7-bd71-bedaf45be13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:15:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['e514bea9-a707-4407-bc58-c4c0bb10b685'], 'active': True} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:28.212531 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.db [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] For port f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7,segment=NetworkSegment(4d3cb9de-8556-49db-b58b-198bb21ce050),segment_id=4d3cb9de-8556-49db-b58b-198bb21ce050)] {{(pid=95115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:15:28.212890 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:28.335921 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] Calling delete_port for f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7 owned by network:router_gateway {{(pid=95115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:15:28.341819 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_dvr_db [None req-76c0cadd-f615-4de7-bd71-bedaf45be13b None None] Set router e514bea9-a707-4407-bc58-c4c0bb10b685 gateway port host: None {{(pid=95118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:15:28.447984 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.l3_hamode_db [None req-76c0cadd-f615-4de7-bd71-bedaf45be13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:15:28Z', 'revision_number': 6, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port_host': None}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:28.452206 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0cadd-f615-4de7-bd71-bedaf45be13b None None] The sync data for ids ['e514bea9-a707-4407-bc58-c4c0bb10b685'] in dv-osbrick-780511-13-ceph is: [{'id': 'e514bea9-a707-4407-bc58-c4c0bb10b685', 'name': 'tempest-TestVolumeBootPattern-282522672-router', 'tenant_id': 'fbfc919b64464da193caac26c097f774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:04:59Z', 'updated_at': '2021-06-04T03:15:28Z', 'revision_number': 6, 'project_id': 'fbfc919b64464da193caac26c097f774', 'gw_port_host': None}] {{(pid=95118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:15:28.484130 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554'] for port, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:28.488874 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-28e9334d-2ee9-4b76-8eb4-51ba6c945523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:28.537161 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] Pushing event deleted for resources: {'Port': ['ID=f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:28.563355 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:28.576874 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-923290'] for router_gateway, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:28.837205 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-316'] for router, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:28.839950 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:28.866245 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-927898'] for router, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:28.866882 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e514bea9-a707-4407-bc58-c4c0bb10b685 {{(pid=95115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 03:15:28.883044 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] Notify callbacks [] for router, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:28.884175 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-5f986d4b-6b00-49cb-a010-264423a0d665 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e514bea9-a707-4407-bc58-c4c0bb10b685 HTTP/1.1" status: 204 len: 168 time: 1.2432160 Jun 04 03:15:28.887134 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 37446) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:15:28.899857 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 36483a8a-1b73-48e9-a335-308b467957d8 no longer exists at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:15:28.937814 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] No Port match for: 36483a8a-1b73-48e9-a335-308b467957d8 {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:15:28.938169 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 36483a8a-1b73-48e9-a335-308b467957d8 not bound to the agent host dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:15:28.951912 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a20ade0-716a-4d4b-b947-47241db83390 admin admin] Deleting subnet 205a7a75-6534-40a2-ba12-9ce1a19cf4cb {{(pid=95115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 03:15:28.954842 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1a20ade0-716a-4d4b-b947-47241db83390 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:29.003667 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1a20ade0-716a-4d4b-b947-47241db83390 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:29.031458 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1a20ade0-716a-4d4b-b947-47241db83390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16462539'] for subnet, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:29.277764 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1a20ade0-716a-4d4b-b947-47241db83390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16462556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213'] for subnet, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:29.281484 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:29.317178 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20ade0-716a-4d4b-b947-47241db83390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205a7a75-6534-40a2-ba12-9ce1a19cf4cb,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:29.320027 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-1a20ade0-716a-4d4b-b947-47241db83390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:29.321012 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-1a20ade0-716a-4d4b-b947-47241db83390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for subnet, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:29.326467 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11b5b28-f2ce-4b8b-b50f-31e21d668e1a None None] Network 88c98950-64a8-4367-b50e-dc761f5d98c6 requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 03:15:29.326941 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-1a20ade0-716a-4d4b-b947-47241db83390 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/205a7a75-6534-40a2-ba12-9ce1a19cf4cb HTTP/1.1" status: 204 len: 168 time: 0.4388125 Jun 04 03:15:29.329466 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 37450) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:15:29.436368 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306728'] for network, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:29.516028 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Deleting port b5f3f132-c2ac-462a-b939-9a7b6779db4e {{(pid=95115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:15:29.516369 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:29.596501 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] DHCP port deletion for 88c98950-64a8-4367-b50e-dc761f5d98c6 request from dv-osbrick-780511-13-ceph {{(pid=95117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 03:15:29.620072 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.db [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] For port b5f3f132-c2ac-462a-b939-9a7b6779db4e, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=b5f3f132-c2ac-462a-b939-9a7b6779db4e,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:15:29.620433 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:29.668957 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Deleting port b5f3f132-c2ac-462a-b939-9a7b6779db4e {{(pid=95117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:15:29.669376 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:29.743293 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Calling delete_port for b5f3f132-c2ac-462a-b939-9a7b6779db4e owned by network:dhcp {{(pid=95115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:15:29.765887 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] For port b5f3f132-c2ac-462a-b939-9a7b6779db4e, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=b5f3f132-c2ac-462a-b939-9a7b6779db4e,segment=NetworkSegment(48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d),segment_id=48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:15:29.766283 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:29.788928 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554'] for port, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:29.792915 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:29.838178 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f3f132-c2ac-462a-b939-9a7b6779db4e,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:29.840485 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:29.841374 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] No DVR routers for this DVR port b5f3f132-c2ac-462a-b939-9a7b6779db4e on host dv-osbrick-780511-13-ceph {{(pid=95115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 03:15:29.891496 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Calling delete_port for b5f3f132-c2ac-462a-b939-9a7b6779db4e owned by network:dhcp {{(pid=95117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:15:29.938245 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554'] for port, after_delete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:29.942528 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:29.958182 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16463180', 'neutron.services.segments.db._delete_segments_for_network-8764861782119'] for network, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:29.972349 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:15:29.972728 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:15:29.973531 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:15:29.973892 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Subscribe: > port after_create 55550000 {{(pid=95115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:15:29.974196 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Subscribe: > port after_delete 55550000 {{(pid=95115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:15:29.974510 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Subscribe: > port after_update 55550000 {{(pid=95115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:15:29.974828 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:15:29.975146 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:15:29.975459 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:15:29.975773 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:15:29.984030 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Pushing event deleted for resources: {'Port': ['ID=b5f3f132-c2ac-462a-b939-9a7b6779db4e,revision_number=None']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:29.988863 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] No DVR routers for this DVR port b5f3f132-c2ac-462a-b939-9a7b6779db4e on host dv-osbrick-780511-13-ceph {{(pid=95117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 03:15:30.007645 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:30.008120 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:30.008463 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:30.008799 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:30.009162 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:30.009509 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:30.009816 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:30.010140 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:30.010460 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:30.010780 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:30.011121 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:30.011435 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-780511-13-ceph {{(pid=95117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 03:15:30.014639 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-efca4c81-211f-47f3-9571-2ac5964adb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:30.056288 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:15:30.056845 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:15:30.056952 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:15:30.057302 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 03:15:30.057659 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.services.segments.db [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c98950-64a8-4367-b50e-dc761f5d98c6']}} {{(pid=95115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:30.071943 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.services.segments.db [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d') {'for_net_delete': True} {{(pid=95115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:30.072228 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.services.segments.db [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e6af2a-bbda-47bf-b66b-1b9d58aa3d9d') {} {{(pid=95115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:30.083749 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764861781944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2266196'] for segment, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:30.103869 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16460206'] for segment, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:30.110826 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 03:15:30.111210 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16460206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2351865'] for segment, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: from cryptography.utils import int_from_bytes Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: from cryptography.utils import int_from_bytes Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: Traceback (most recent call last): Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: timer() Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: cb(*args, **kw) Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: return func(*args, **kwargs) Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: self._notify() Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: self.callback(batched_events) Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: event.method(event) Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: return f(self, *a, **k) Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: return self._get(url).json() Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: return self.request(url, 'GET', **kwargs) Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 03:15:30.127090 dv-osbrick-780511-13-ceph neutron-server[95115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 03:15:30.200637 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16463189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-906707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-923390'] for network, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:30.204924 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:30.220435 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for network, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:30.227103 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Pushing event deleted for resources: {'Network': ['ID=88c98950-64a8-4367-b50e-dc761f5d98c6,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:30.231179 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:30.243382 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-315a8d8f-9bb0-47a8-aa99-cf8cb85acd1c admin admin] 10.222.0.45 "DELETE /v2.0/networks/88c98950-64a8-4367-b50e-dc761f5d98c6 HTTP/1.1" status: 204 len: 168 time: 0.9129555 Jun 04 03:15:30.246400 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 37452) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:15:30.806376 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device b5f3f132-c2ac-462a-b939-9a7b6779db4e no longer exists at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:15:30.840038 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] No Port match for: b5f3f132-c2ac-462a-b939-9a7b6779db4e {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:15:30.840384 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device b5f3f132-c2ac-462a-b939-9a7b6779db4e not bound to the agent host dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:15:30.840798 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7 no longer exists at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:15:30.849039 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-d682a09d-a46e-4759-8e8b-2cdae00284cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921251'] for router_interface, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:30.877760 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] No Port match for: f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7 {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:15:30.878119 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device f33c3eeb-d70e-4ed0-bc4a-2ed6513d0bf7 not bound to the agent host dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:15:31.252133 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-d682a09d-a46e-4759-8e8b-2cdae00284cd admin admin] Deleting port a3591084-9c02-4af9-99ef-6f45a4ca2f07 {{(pid=95115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:15:31.253042 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-d682a09d-a46e-4759-8e8b-2cdae00284cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:31.369565 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.db [None req-d682a09d-a46e-4759-8e8b-2cdae00284cd admin admin] For port a3591084-9c02-4af9-99ef-6f45a4ca2f07, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=a3591084-9c02-4af9-99ef-6f45a4ca2f07,segment=NetworkSegment(d268a181-e66d-4ba9-aafd-2946480795a5),segment_id=d268a181-e66d-4ba9-aafd-2946480795a5)] {{(pid=95115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:15:31.369919 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-d682a09d-a46e-4759-8e8b-2cdae00284cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:31.489420 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-d682a09d-a46e-4759-8e8b-2cdae00284cd admin admin] Calling delete_port for a3591084-9c02-4af9-99ef-6f45a4ca2f07 owned by network:router_interface {{(pid=95115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:15:31.641275 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-d682a09d-a46e-4759-8e8b-2cdae00284cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2351780'] for port, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:31.646022 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:31.689281 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682a09d-a46e-4759-8e8b-2cdae00284cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a3591084-9c02-4af9-99ef-6f45a4ca2f07,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:31.720850 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-d682a09d-a46e-4759-8e8b-2cdae00284cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:32.030808 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-d682a09d-a46e-4759-8e8b-2cdae00284cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928196'] for router_interface, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:32.375922 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d682a09d-a46e-4759-8e8b-2cdae00284cd admin admin] Router ec0a5c51-35bf-452c-9abf-01974dd07e63 has already been hosted by L3 agent bb1e39ea-ba97-442f-8d37-d92b10ff14b0 {{(pid=95115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 03:15:32.551284 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d682a09d-a46e-4759-8e8b-2cdae00284cd admin admin] Notify agent at l3_agent.dv-osbrick-780511-13-ceph the message routers_updated {{(pid=95115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 03:15:32.561225 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62169c3-a6b8-4bb9-8d24-6d88c4c795bd None None] Sync routers for ids ['ec0a5c51-35bf-452c-9abf-01974dd07e63'] in dv-osbrick-780511-13-ceph {{(pid=95117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 03:15:32.562674 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-d682a09d-a46e-4759-8e8b-2cdae00284cd admin admin] 10.222.0.45 "PUT /v2.0/routers/ec0a5c51-35bf-452c-9abf-01974dd07e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3153551 Jun 04 03:15:32.566159 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 37454) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:15:32.572525 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62169c3-a6b8-4bb9-8d24-6d88c4c795bd None None] Routers {'ec0a5c51-35bf-452c-9abf-01974dd07e63'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:15:32.573179 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-a62169c3-a6b8-4bb9-8d24-6d88c4c795bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:15:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['ec0a5c51-35bf-452c-9abf-01974dd07e63'], 'active': True} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:32.752564 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] Notify callbacks [] for router, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:32.753585 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvr_db [None req-a62169c3-a6b8-4bb9-8d24-6d88c4c795bd None None] Set router ec0a5c51-35bf-452c-9abf-01974dd07e63 gateway port host: dv-osbrick-780511-13-ceph {{(pid=95117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:15:32.928752 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:32.999094 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] Deleting port 1dde26ee-c07b-4dd8-85d7-5d1331d6936a {{(pid=95115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:15:32.999433 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:33.068573 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-a62169c3-a6b8-4bb9-8d24-6d88c4c795bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'name': 'tempest-TestVolumeBootPattern-1115401350-router', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'external_fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.112'}], 'enable_snat': True}, 'gw_port_id': '1dde26ee-c07b-4dd8-85d7-5d1331d6936a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:07Z', 'updated_at': '2021-06-04T03:15:31Z', 'revision_number': 5, 'project_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'gw_port': {'id': '1dde26ee-c07b-4dd8-85d7-5d1331d6936a', 'name': '', 'network_id': '5916b097-3e89-45f2-8f3c-981f42c8c244', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'ip_address': '172.31.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-780511-13-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T03:05:09Z', 'updated_at': '2021-06-04T03:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20c8f888-8aaf-4c6f-a442-219875e52608', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-780511-13-ceph'}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:33.072914 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62169c3-a6b8-4bb9-8d24-6d88c4c795bd None None] Checking router: ec0a5c51-35bf-452c-9abf-01974dd07e63 for host: dv-osbrick-780511-13-ceph {{(pid=95117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 03:15:33.082365 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62169c3-a6b8-4bb9-8d24-6d88c4c795bd None None] Routers {'ec0a5c51-35bf-452c-9abf-01974dd07e63'} bound to L3 agent in host dv-osbrick-780511-13-ceph {{(pid=95117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 03:15:33.082991 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-a62169c3-a6b8-4bb9-8d24-6d88c4c795bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-780511-13-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T02:57:41Z,description=,heartbeat_timestamp=2021-06-04T03:15:11Z,host='dv-osbrick-780511-13-ceph',id=bb1e39ea-ba97-442f-8d37-d92b10ff14b0,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T02:57:41Z,topic='l3_agent')) {'router_ids': ['ec0a5c51-35bf-452c-9abf-01974dd07e63'], 'active': True} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:33.211025 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.db [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] For port 1dde26ee-c07b-4dd8-85d7-5d1331d6936a, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=1dde26ee-c07b-4dd8-85d7-5d1331d6936a,segment=NetworkSegment(4d3cb9de-8556-49db-b58b-198bb21ce050),segment_id=4d3cb9de-8556-49db-b58b-198bb21ce050)] {{(pid=95115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:15:33.211400 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:33.235129 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvr_db [None req-a62169c3-a6b8-4bb9-8d24-6d88c4c795bd None None] Set router ec0a5c51-35bf-452c-9abf-01974dd07e63 gateway port host: None {{(pid=95117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 03:15:33.335756 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.plugins.ml2.plugin [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] Calling delete_port for 1dde26ee-c07b-4dd8-85d7-5d1331d6936a owned by network:router_gateway {{(pid=95115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:15:33.338581 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_hamode_db [None req-a62169c3-a6b8-4bb9-8d24-6d88c4c795bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'name': 'tempest-TestVolumeBootPattern-1115401350-router', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:07Z', 'updated_at': '2021-06-04T03:15:32Z', 'revision_number': 6, 'project_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'gw_port_host': None}], 'dv-osbrick-780511-13-ceph', False) {} {{(pid=95117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:33.342447 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62169c3-a6b8-4bb9-8d24-6d88c4c795bd None None] The sync data for ids ['ec0a5c51-35bf-452c-9abf-01974dd07e63'] in dv-osbrick-780511-13-ceph is: [{'id': 'ec0a5c51-35bf-452c-9abf-01974dd07e63', 'name': 'tempest-TestVolumeBootPattern-1115401350-router', 'tenant_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T03:05:07Z', 'updated_at': '2021-06-04T03:15:32Z', 'revision_number': 6, 'project_id': '8069ec4b5b7646a8b5e8b24752fd246f', 'gw_port_host': None}] {{(pid=95117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 03:15:33.476510 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2351780'] for port, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:33.481221 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-1798b3a1-2d86-4c90-b6ba-4ebc99aa819f tempest-TestMinimumBasicScenario-13454449 tempest-TestMinimumBasicScenario-13454449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:33.527140 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dde26ee-c07b-4dd8-85d7-5d1331d6936a,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:33.529697 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:33.614467 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-923290'] for router_gateway, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:33.789451 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-316'] for router, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:33.791649 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:33.815084 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-927898'] for router, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:33.815701 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec0a5c51-35bf-452c-9abf-01974dd07e63 {{(pid=95115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 03:15:33.828117 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] Notify callbacks [] for router, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:33.829259 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-89d0735a-ef1d-437c-a2b6-c949f2478a72 admin admin] 10.222.0.45 "DELETE /v2.0/routers/ec0a5c51-35bf-452c-9abf-01974dd07e63 HTTP/1.1" status: 204 len: 168 time: 1.2620130 Jun 04 03:15:33.832940 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.wsgi [-] (95115) accepted ('10.222.0.45', 37456) {{(pid=95115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:15:33.893492 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.db.db_base_plugin_v2 [None req-96fa971c-8d9a-40cd-a9f4-996cb878ba00 admin admin] Deleting subnet ef673479-b49e-43e0-b65c-98a14e7f6994 {{(pid=95115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 03:15:33.896359 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-96fa971c-8d9a-40cd-a9f4-996cb878ba00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:33.945910 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-96fa971c-8d9a-40cd-a9f4-996cb878ba00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265767'] for subnet, precommit_delete_associations {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:34.024902 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-96fa971c-8d9a-40cd-a9f4-996cb878ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16462539'] for subnet, precommit_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:34.277997 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-96fa971c-8d9a-40cd-a9f4-996cb878ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16462556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2351767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1730918'] for subnet, after_delete {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:34.282365 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-a702aca5-245d-4b76-8134-8b969158be91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:34.321390 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa971c-8d9a-40cd-a9f4-996cb878ba00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef673479-b49e-43e0-b65c-98a14e7f6994,revision_number=None']} {{(pid=95115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:34.324929 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG neutron_lib.callbacks.manager [None req-96fa971c-8d9a-40cd-a9f4-996cb878ba00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for subnet, before_response {{(pid=95115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:34.327834 dv-osbrick-780511-13-ceph neutron-server[95115]: DEBUG oslo_concurrency.lockutils [None req-96fa971c-8d9a-40cd-a9f4-996cb878ba00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=95115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:34.332189 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed14d177-7d40-4007-b644-248bf470b8af None None] Network 0f5018c4-2b93-465f-b590-b9a25669afce requested from dv-osbrick-780511-13-ceph {{(pid=95117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 03:15:34.335532 dv-osbrick-780511-13-ceph neutron-server[95115]: INFO neutron.wsgi [None req-96fa971c-8d9a-40cd-a9f4-996cb878ba00 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ef673479-b49e-43e0-b65c-98a14e7f6994 HTTP/1.1" status: 204 len: 168 time: 0.4994371 Jun 04 03:15:34.335972 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 37458) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:15:34.441542 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306728'] for network, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:34.516125 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Deleting port 6c187e95-f387-430c-9a14-de0dfdada238 {{(pid=95116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:15:34.516475 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:34.597430 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fbbff8-a163-4c11-bc03-c7ee90d5eb1e None None] DHCP port deletion for 0f5018c4-2b93-465f-b590-b9a25669afce request from dv-osbrick-780511-13-ceph {{(pid=95117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 03:15:34.617507 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.db [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] For port 6c187e95-f387-430c-9a14-de0dfdada238, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=6c187e95-f387-430c-9a14-de0dfdada238,segment=NetworkSegment(d268a181-e66d-4ba9-aafd-2946480795a5),segment_id=d268a181-e66d-4ba9-aafd-2946480795a5)] {{(pid=95116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:15:34.617873 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:34.666854 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-77fbbff8-a163-4c11-bc03-c7ee90d5eb1e None None] Deleting port 6c187e95-f387-430c-9a14-de0dfdada238 {{(pid=95117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 03:15:34.667234 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-77fbbff8-a163-4c11-bc03-c7ee90d5eb1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764861972453'] for port, before_delete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:34.748945 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.plugin [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Calling delete_port for 6c187e95-f387-430c-9a14-de0dfdada238 owned by network:dhcp {{(pid=95116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:15:34.774549 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.db [None req-77fbbff8-a163-4c11-bc03-c7ee90d5eb1e None None] For port 6c187e95-f387-430c-9a14-de0dfdada238, host dv-osbrick-780511-13-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-780511-13-ceph',level=0,port_id=6c187e95-f387-430c-9a14-de0dfdada238,segment=NetworkSegment(d268a181-e66d-4ba9-aafd-2946480795a5),segment_id=d268a181-e66d-4ba9-aafd-2946480795a5)] {{(pid=95117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 03:15:34.774951 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-77fbbff8-a163-4c11-bc03-c7ee90d5eb1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924479'] for port, precommit_delete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:34.799614 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278985'] for port, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:34.804919 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-95ba2a75-12a1-4657-966a-66e8d917309f tempest-TestVolumeBootPattern-572508272 tempest-TestVolumeBootPattern-572508272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:34.839325 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 1dde26ee-c07b-4dd8-85d7-5d1331d6936a no longer exists at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:15:34.850349 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c187e95-f387-430c-9a14-de0dfdada238,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:34.852159 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] No DVR routers for this DVR port 6c187e95-f387-430c-9a14-de0dfdada238 on host dv-osbrick-780511-13-ceph {{(pid=95116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 03:15:34.853601 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:34.943047 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-77fbbff8-a163-4c11-bc03-c7ee90d5eb1e None None] Calling delete_port for 6c187e95-f387-430c-9a14-de0dfdada238 owned by network:dhcp {{(pid=95117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 03:15:34.952113 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] No Port match for: 1dde26ee-c07b-4dd8-85d7-5d1331d6936a {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:15:34.952460 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 1dde26ee-c07b-4dd8-85d7-5d1331d6936a not bound to the agent host dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:15:34.952882 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device a3591084-9c02-4af9-99ef-6f45a4ca2f07 no longer exists at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:15:34.994312 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] No Port match for: a3591084-9c02-4af9-99ef-6f45a4ca2f07 {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:15:34.994659 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device a3591084-9c02-4af9-99ef-6f45a4ca2f07 not bound to the agent host dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:15:34.995074 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 6c187e95-f387-430c-9a14-de0dfdada238 no longer exists at agent ovs-agent-dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 03:15:35.035692 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] No Port match for: 6c187e95-f387-430c-9a14-de0dfdada238 {{(pid=95117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 03:15:35.036045 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.plugins.ml2.rpc [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Device 6c187e95-f387-430c-9a14-de0dfdada238 not bound to the agent host dv-osbrick-780511-13-ceph {{(pid=95117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 03:15:35.062419 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16463180', 'neutron.services.segments.db._delete_segments_for_network-8764861782119'] for network, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:35.068331 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-77fbbff8-a163-4c11-bc03-c7ee90d5eb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16288049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764861882920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764861444554'] for port, after_delete {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:35.072005 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:35.076437 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.services.segments.db [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5018c4-2b93-465f-b590-b9a25669afce']}} {{(pid=95116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:35.088690 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.services.segments.db [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd268a181-e66d-4ba9-aafd-2946480795a5') {'for_net_delete': True} {{(pid=95116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:35.089006 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.services.segments.db [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd268a181-e66d-4ba9-aafd-2946480795a5') {} {{(pid=95116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 03:15:35.100454 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764861781944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1757665'] for segment, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:35.111923 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbbff8-a163-4c11-bc03-c7ee90d5eb1e None None] Pushing event deleted for resources: {'Port': ['ID=6c187e95-f387-430c-9a14-de0dfdada238,revision_number=None']} {{(pid=95117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:35.115721 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG oslo_concurrency.lockutils [None req-77fbbff8-a163-4c11-bc03-c7ee90d5eb1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=95117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:35.118539 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fbbff8-a163-4c11-bc03-c7ee90d5eb1e None None] No DVR routers for this DVR port 6c187e95-f387-430c-9a14-de0dfdada238 on host dv-osbrick-780511-13-ceph {{(pid=95117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 03:15:35.123706 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16460206'] for segment, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:35.132670 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 03:15:35.133160 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16460206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2278932'] for segment, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: Traceback (most recent call last): Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: timer() Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: cb(*args, **kw) Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: return func(*args, **kwargs) Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: self._notify() Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: self.callback(batched_events) Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: event.method(event) Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: return f(self, *a, **k) Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: return self._get(url).json() Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: return self.request(url, 'GET', **kwargs) Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 03:15:35.146637 dv-osbrick-780511-13-ceph neutron-server[95116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 03:15:35.219135 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16463189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-906707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-923390'] for network, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:35.223019 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:35.235412 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564199'] for network, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:35.247006 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5018c4-2b93-465f-b590-b9a25669afce,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:35.249848 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0f5018c4-2b93-465f-b590-b9a25669afce HTTP/1.1" status: 204 len: 168 time: 0.9129541 Jun 04 03:15:35.250691 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-064530f2-bd9d-4352-b169-c1e3ccaf6706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:35.394302 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 37466) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:15:35.446841 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-4af41c03-1883-42aa-aee8-d640588bf607 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fbfc919b64464da193caac26c097f774&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0512309 Jun 04 03:15:35.449188 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 37468) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:15:35.507856 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-f987f944-99be-4ecc-b263-260b2b1554ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:35.532840 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-f987f944-99be-4ecc-b263-260b2b1554ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:35.585835 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-f987f944-99be-4ecc-b263-260b2b1554ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:35.591234 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:35.606814 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987f944-99be-4ecc-b263-260b2b1554ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62ee575-fd21-4ed9-9ddd-2c6f71849d56,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:35.609619 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-f987f944-99be-4ecc-b263-260b2b1554ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:35.612317 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-f987f944-99be-4ecc-b263-260b2b1554ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:35.613610 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-f987f944-99be-4ecc-b263-260b2b1554ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e62ee575-fd21-4ed9-9ddd-2c6f71849d56 HTTP/1.1" status: 204 len: 168 time: 0.1634769 Jun 04 03:15:35.976244 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 37474) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:15:36.023154 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-1d65f0e1-21b6-416c-a4fc-8632302b40f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8069ec4b5b7646a8b5e8b24752fd246f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457063 Jun 04 03:15:36.025464 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.wsgi [-] (95116) accepted ('10.222.0.45', 37476) {{(pid=95116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 03:15:36.087544 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ebfec2fa-6d39-4657-a0e0-aae6becab8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:36.113226 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ebfec2fa-6d39-4657-a0e0-aae6becab8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:36.165062 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ebfec2fa-6d39-4657-a0e0-aae6becab8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906523'] for security_group, after_delete {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:36.169080 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 03:15:36.179847 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfec2fa-6d39-4657-a0e0-aae6becab8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9d4d7a-333e-40cf-8d4e-92208cc20b88,revision_number=None']} {{(pid=95116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 03:15:36.182285 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG oslo_concurrency.lockutils [None req-ebfec2fa-6d39-4657-a0e0-aae6becab8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=95116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 03:15:36.188899 dv-osbrick-780511-13-ceph neutron-server[95116]: DEBUG neutron_lib.callbacks.manager [None req-ebfec2fa-6d39-4657-a0e0-aae6becab8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:36.190726 dv-osbrick-780511-13-ceph neutron-server[95116]: INFO neutron.wsgi [None req-ebfec2fa-6d39-4657-a0e0-aae6becab8ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e9d4d7a-333e-40cf-8d4e-92208cc20b88 HTTP/1.1" status: 204 len: 168 time: 0.1643772 Jun 04 03:15:37.662483 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-76592863-78be-46db-a36e-cbf5d63602d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:39.630704 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:40.177841 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:15:40.955989 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-d318d23c-a0f0-44a0-8a48-6fcc309f5798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:41.452189 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:15:51.366114 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:16:07.623526 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-cc8d34f9-ef63-4060-97da-8f510ae8a3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:16:09.637476 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:16:10.957632 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-5a35063c-25ea-41bc-a54c-6ed53d3c3e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:16:11.454866 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:16:17.177110 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:16:21.365145 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:16:37.627281 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-6780caab-31ef-44e4-965a-bb8902a989bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:16:39.640791 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:16:40.958594 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3e1100ea-d326-4ba1-a6d5-4fa4d13f3e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:16:41.462831 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:16:51.381505 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:16:54.175297 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:17:07.629313 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-1bb725c4-afc5-4a69-a2cf-c18d13e398fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:17:09.648384 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:17:10.975257 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-8f32dac0-e28f-4c6b-85ee-64e587f47b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:17:11.465547 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:17:21.396036 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:17:31.173897 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:17:37.631442 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-b6a06061-9b67-4eea-ac33-1ae0472fc7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:17:39.643825 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:17:40.957489 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-e5a95274-eda6-4eb8-9f86-1806edb4bcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:17:41.463660 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:17:51.387446 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:18:07.634377 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-26e4c679-482a-4e90-bddf-257efcca7d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:18:08.173882 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:18:09.646092 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:18:10.960015 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-759dabdf-678b-48ca-bef7-28333cc5cd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:18:11.466966 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:18:21.410735 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:18:37.638630 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-fdf22076-65d4-49c8-9022-60f168209aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:18:39.650910 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:18:40.962461 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-b4a10e78-7a20-4146-8408-6aaf5dc72379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:18:41.469153 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:18:45.171766 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:18:51.410622 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:19:07.640514 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-efd5a08d-a32c-416a-b5d8-64e8e2610f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:19:09.653938 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:19:10.967436 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce0d1-3ff2-47eb-8514-cedc560cf791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:19:11.472145 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:19:21.416595 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-00cd79ae-8856-4cd9-977a-16d4f7db1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:19:22.170121 dv-osbrick-780511-13-ceph neutron-server[95118]: DEBUG neutron.db.agents_db [None req-0d7bd345-1cfe-440b-a13b-4ebeae2f54e2 None None] Agent healthcheck: found 5 active agents {{(pid=95118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 03:19:37.643610 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-8e59cd03-2a41-4138-8409-3492e9c093a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:19:39.657420 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff4d4-4768-4444-bc9e-bcb23938c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:19:40.969930 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-94339b50-64ab-4186-8746-55913e6d7143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 03:19:41.475868 dv-osbrick-780511-13-ceph neutron-server[95117]: DEBUG neutron_lib.callbacks.manager [None req-ebc57fb3-e3ee-4217-a0aa-0c80ef71781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764861782101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318090'] for agent, after_update {{(pid=95117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}